End of training

all_results.json

@@ -0,0 +1,11 @@
+{
+    "epoch": 2.0,
+    "eval_exact_match": 21.807000946073792,
+    "eval_f1": 32.61422756513051,
+    "eval_samples": 10791,
+    "train_loss": 0.09521910717186836,
+    "train_runtime": 2769.712,
+    "train_samples": 88579,
+    "train_samples_per_second": 63.963,
+    "train_steps_per_second": 1.999
+}

eval_nbest_predictions.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24433afcedf34611a5301d019bbdea4f25cae92a45c209e7022aea2eacbb8364
-size 51313213
+oid sha256:ea5d2516843a8f060a97a028c04a4195aabb67b6c0626dc80bc008dd1eac2d6c
+size 51311328

eval_predictions.json

@@ -1905,7 +1905,7 @@
     "56e74d1f00c9c71400d76f71": " Outside of the classroom teachers may accompany students on field trips",
     "56e74e4800c9c71400d76f76": " Around the world many governments operate teacher's colleges",
     "56e74e4800c9c71400d76f77": " Around the world many governments operate teacher's colleges, which are generally established to serve and protect the public interest",
-    "56e74e4800c9c71400d76f78": " Around the world many governments operate teacher's colleges, which are generally established to serve and protect the public interest",
+    "56e74e4800c9c71400d76f78": " public interest",
     "56e74e4800c9c71400d76f79": " the world many governments operate teacher's colleges, which are generally established to serve and protect the public interest",
     "56e74e4800c9c71400d76f7a": " the standards of practice",
     "56e74faf00c9c71400d76f94": " setting out clear standards",
@@ -1957,7 +1957,7 @@
     "56e7586d37bdd419002c3eb5": " paddling",
     "56e7586d37bdd419002c3eb6": " paddling",
     "56e7586d37bdd419002c3eb7": " paddling",
-    "56e7591b00c9c71400d76fec": " South",
+    "56e7591b00c9c71400d76fec": " South) have not. It is still used to a significant (though declining) degree in some public schools in Alabama",
     "56e7591b00c9c71400d76fed": " South) have not. It is still used to a significant (though declining) degree in some public schools",
     "56e7591b00c9c71400d76fee": " the seat of the student's trousers or skirt",
     "56e7591b00c9c71400d76fef": " the seat of the student's trousers or skirt",
@@ -2036,7 +2036,7 @@
     "56e769dc00c9c71400d770ea": " the general secretary of National Association of Schoolmasters",
     "56e769dc00c9c71400d770eb": "Chris Keates, the general secretary of National Association of Schoolmasters",
     "56e769dc00c9c71400d770ec": " sex offenders register",
-    "56e76abf37bdd419002c3f75": " occupational stress, which can negatively impact teachers' mental and physical health, productivity, and students' performance. Stress",
+    "56e76abf37bdd419002c3f75": " organizational change",
     "56e76abf37bdd419002c3f76": " mental and physical health",
     "56e76abf37bdd419002c3f77": " occupational stress, which can negatively impact teachers' mental and physical health",
     "56e76abf37bdd419002c3f78": " mental and physical health",
@@ -2124,7 +2124,7 @@
     "56e77b8c00c9c71400d77194": " Roman \"confessor\" position in some of the more historic and conservative Reformation Churches",
     "56e77b8c00c9c71400d77196": " Roman",
     "56e77b8c00c9c71400d77197": " Roman \"confessor\" position in some of the more historic and conservative Reformation Churches",
-    "56e77b8c00c9c71400d77198": " Roman \"confessor\" position in some of the more historic and conservative Reformation Churches",
+    "56e77b8c00c9c71400d77198": " Roman \"confessor\" position",
     "56e77c6737bdd419002c401d": " the patriarchal blessing",
     "56e77c6737bdd419002c401e": " Aaronic priesthood, generally conferred on young boys or recent converts, and has little in common with the \"spiritual teacher\" archetype",
     "56e77c6737bdd419002c401f": " husband",
@@ -2304,7 +2304,7 @@
     "56f84485aef2371900625f73": " the idea that the mass is a sacrifice, asserting instead that it is a gift, to be received with thanksgiving",
     "56f84485aef2371900625f74": " The Judgement of Martin Luther",
     "56f84485aef2371900625f75": " illegitimate and vain",
-    "56f845dba6d7ea1400e17519": " 1521",
+    "56f845dba6d7ea1400e17519": " the prophecy of the Little Horn in Daniel 8:9\u201312",
     "56f845dba6d7ea1400e1751a": " 1521",
     "56f845dba6d7ea1400e1751b": " 1521",
     "56f845dba6d7ea1400e1751c": " Little Horn in Daniel 8:9\u201312",
@@ -2679,7 +2679,7 @@
     "5705f09e75f01819005e77a4": " inequitable taxes",
     "5705f09e75f01819005e77a5": "Cow Counties",
     "5705f09e75f01819005e77a6": " three times",
-    "5705f09e75f01819005e77a7": " John B. Weller. It was approved overwhelmingly by nearly 75%",
+    "5705f09e75f01819005e77a7": " the California State Legislature and signed by the State governor John B. Weller. It was approved overwhelmingly by nearly 75%",
     "5705f09e75f01819005e77a8": " Milton Latham",
     "5705f13d52bb8914006896f0": " San Bernardino",
     "5705f13d52bb8914006896f1": " San Bernardino",
@@ -2847,7 +2847,7 @@
     "570963a5200fba1400367f35": " British Sky Broadcasting",
     "570963a5200fba1400367f36": " British Sky Broadcasting",
     "57096505ed30961900e84082": " three set top boxes (Sky Q, Sky Q Silver and Sky Q Mini",
-    "57096505ed30961900e84083": "Sky Q, Sky Q Silver",
+    "57096505ed30961900e84083": " the Sky Q Silver",
     "57096505ed30961900e84084": " three set top boxes (Sky Q, Sky Q Silver and Sky Q Mini",
     "57096505ed30961900e84085": " Sky",
     "57096505ed30961900e84086": " three",
@@ -2915,7 +2915,7 @@
     "570d2417fed7b91900d45c3e": "GSP",
     "570d2417fed7b91900d45c3f": " eight",
     "570d2417fed7b91900d45c40": " eight",
-    "570d2417fed7b91900d45c41": " The Melbourne Cricket Ground",
+    "570d2417fed7b91900d45c41": " the host of the 1956 Summer Olympics",
     "570d2556fed7b91900d45c47": " Bendigo",
     "570d2556fed7b91900d45c48": " Buckland Valley",
     "570d2556fed7b91900d45c49": " Buckland Valley",
@@ -2984,7 +2984,7 @@
     "570d4030fed7b91900d45d9f": " Metro",
     "570d4030fed7b91900d45da0": " Metro Trains",
     "570d4030fed7b91900d45da1": " Metro Trains",
-    "570d4030fed7b91900d45da2": " Metro",
+    "570d4030fed7b91900d45da2": " Metro Trains",
     "570d4030fed7b91900d45da3": " Metro Trains Melbourne which runs an extensive, electrified, passenger system",
     "570d418dfed7b91900d45dbd": " 37",
     "570d418dfed7b91900d45dbe": " 37",
@@ -3006,7 +3006,7 @@
     "570d4606b3d812140066d61b": " 60%",
     "570d4606b3d812140066d61c": " 6.4 billion litres",
     "570d4606b3d812140066d61d": " Asia",
-    "570d47b8b3d812140066d62d": " 1,600",
+    "570d47b8b3d812140066d62d": " 1,600 mm",
     "570d47b8b3d812140066d62e": " 1,600 mm",
     "570d47b8b3d812140066d62f": " 760 mm",
     "570d47b8b3d812140066d630": " 1,600 mm",
@@ -3081,7 +3081,7 @@
     "57107d73b654c5140001f920": " three-quarters",
     "57107e6ca58dae1900cd69f2": " nobles trying to establish separate centers of power in southern France. Retaliating against the French Catholics",
     "57107e6ca58dae1900cd69f3": " St. Bartholomew's Day",
-    "57107e6ca58dae1900cd69f4": " 5,000 to 30,000",
+    "57107e6ca58dae1900cd69f4": " 5,000",
     "57107e6ca58dae1900cd69f5": " nobles trying to establish separate centers of power in southern France. Retaliating against the French Catholics",
     "57107e6ca58dae1900cd69f6": " St. Bartholomew's Day",
     "57108073b654c5140001f927": " Henry IV",
@@ -3160,7 +3160,7 @@
     "5710e8c8a58dae1900cd6b26": " England",
     "5710e8c8a58dae1900cd6b27": " 200,000",
     "5710e8c8a58dae1900cd6b28": " 200,000",
-    "5710e8c8a58dae1900cd6b29": " 200,000 to 1,000,000) fled to surrounding Protestant countries",
+    "5710e8c8a58dae1900cd6b29": " Catholic Church",
     "5710e8c8a58dae1900cd6b2a": " 1702 and 1709",
     "5710e9f8a58dae1900cd6b30": " Jean Ribault",
     "5710e9f8a58dae1900cd6b31": " Jean Ribault",
@@ -3365,7 +3365,7 @@
     "571156152419e3140095559b": " 7 million",
     "571156152419e3140095559f": " 17",
     "571156152419e3140095559e": " 7 million",
-    "571156152419e3140095559d": "94 pounds",
+    "571156152419e3140095559d": " 7 million",
     "571156152419e3140095559c": " Watt in order to illustrate how much more efficient his engines were over the earlier Newcomen designs. Duty is the number of foot-pounds",
     "57115ac550c2381900b54a77": " \"steam age",
     "57115ac550c2381900b54a78": " \"steam age",
@@ -3540,7 +3540,7 @@
     "571ce7f25efbb31900334e3e": " carbon dioxide",
     "571ce7f25efbb31900334e3f": " silicon (silica SiO\n2, as found in granite",
     "571ce7f25efbb31900334e40": " magnesium and iron",
-    "571ce7f25efbb31900334e41": " silicates of magnesium",
+    "571ce7f25efbb31900334e41": " silicates of magnesium and iron",
     "571ce7f25efbb31900334e42": " silicon",
     "571c7d55dd7acb1400e4c0c4": " monatomic",
     "571c7d55dd7acb1400e4c0c5": " water",
@@ -3728,7 +3728,7 @@
     "5725b76389a1e219009abd4c": " oil was priced in dollars",
     "5725b76389a1e219009abd4d": " dollars",
     "5725b76389a1e219009abd4e": " dollars",
-    "5725b92e38643c19005acbd3": " two percent",
+    "5725b92e38643c19005acbd3": " 1973\u20131974",
     "5725b92e38643c19005acbd4": " \"Oil Shock\". After 1971, OPEC was slow to readjust prices to reflect this depreciation. From 1947 to 1967",
     "5725b92e38643c19005acbd5": "Oil Shock\". After 1971",
     "5725b92e38643c19005acbd6": " two percent",
@@ -3854,7 +3854,7 @@
     "5725bb34271a42140099d0cb": " aerospace technology as a symbol of national prestige",
     "5725bc7138643c19005acc1d": " April 12, 1961, Soviet cosmonaut Yuri Gagarin",
     "5725bc7138643c19005acc1e": " Yuri Gagarin",
-    "5725bc7138643c19005acc1f": " April 12",
+    "5725bc7138643c19005acc1f": " one day",
     "5725bc7138643c19005acc20": " Yuri Gagarin",
     "5725bd4b38643c19005acc31": " one week",
     "5725bd4b38643c19005acc32": " Lyndon B. Johnson",
@@ -4024,7 +4024,7 @@
     "5725e6f6ec44d21400f3d72b": " Jack Swigert, and Fred Haise in April 1970",
     "5725e6f6ec44d21400f3d72c": " Jack Swigert, and Fred Haise in April 1970, headed for the Fra Mauro formation. But two days out, a liquid oxygen tank",
     "5725e6f6ec44d21400f3d72d": " April 1970",
-    "5725e95f89a1e219009ac086": " 18 and 19. The two unused Saturn Vs became museum exhibits",
+    "5725e95f89a1e219009ac086": " 18 and 19. The two unused Saturn Vs became museum exhibits at the John F. Kennedy Space Center",
     "5725e95f89a1e219009ac087": " 1971",
     "5725e95f89a1e219009ac088": " museum exhibits",
     "5725e95f89a1e219009ac089": " 18 and 19. The two unused Saturn Vs became museum exhibits",
@@ -4132,7 +4132,7 @@
     "572691545951b619008f76e4": " make the Commissioners be drawn from the elected Parliament",
     "572691545951b619008f76e5": " through the appointment process",
     "57264e455951b619008f6f65": " Parliament in 1999, and it eventually resigned due to corruption allegations. This resulted in one main case, Commission v Edith Cresson",
-    "57264e455951b619008f6f66": " President of the Council",
+    "57264e455951b619008f6f66": " The President of the Council",
     "57264e455951b619008f6f67": " few Commissioners had \u2018even the slightest sense of responsibility\u2019. This led to the creation of the European Anti-fraud Office",
     "57264e455951b619008f6f68": " President of the Council",
     "57264e455951b619008f6f69": " sit in on ECB meetings",
@@ -4216,7 +4216,7 @@
     "5726a09f708984140094cc39": " one of the general principles of European Union law by the European Court of Justice",
     "5726a09f708984140094cc3a": " European Union law by the European Court of Justice",
     "5726a09f708984140094cc3b": " the least onerous must be adopted",
-    "5726a14c708984140094cc51": " one of the general principles of European Union law by the European Court of Justice",
+    "5726a14c708984140094cc51": " The legitimate expectation doctrine holds that and that \"those who act in good faith",
     "5726a14c708984140094cc52": " Ex post facto laws",
     "5726a14c708984140094cc53": " a proper legal basis",
     "5726a14c708984140094cc54": " the principles of legal certainty and good faith, is also a central element of the general principle of legal certainty in European Union law. The legitimate expectation doctrine",
@@ -4727,7 +4727,7 @@
     "5725e45689a1e219009ac048": " restaurants, live theater and nightclubs",
     "5725e45689a1e219009ac049": "The neighborhood features restaurants, live theater and nightclubs",
     "5725e45689a1e219009ac04a": " live theater and nightclubs",
-    "5725e45689a1e219009ac04b": " live theater and nightclubs",
+    "5725e45689a1e219009ac04b": " Olive Avenue, and all within a few hundred feet of each other. Since renewal, the Tower District",
     "5725e45689a1e219009ac04c": " LGBT and hipster Communities",
     "5725e748ec44d21400f3d733": " Spanish Colonial Revival",
     "5725e748ec44d21400f3d734": " Hilliard, Taylor & Wheeler",
@@ -4786,7 +4786,7 @@
     "5725fabc89a1e219009ac128": " 427,652",
     "5725fabc89a1e219009ac129": " 140",
     "5725fabc89a1e219009ac12a": " 50.2%",
-    "5725fabc89a1e219009ac12b": " 140",
+    "5725fabc89a1e219009ac12b": " 50.2%",
     "5725fabc89a1e219009ac12c": " 4,097.9 people per square mile",
     "5725fb8138643c19005acf3f": " KMJ-TV",
     "5725fb8138643c19005acf40": " KMJ-TV",
@@ -4827,7 +4827,7 @@
     "5726356938643c19005ad300": " by intermediate network nodes asynchronously",
     "5726356938643c19005ad301": " radio or 10BASE5), the packets may be delivered according to a multiple access scheme",
     "5726249538643c19005ad07f": " the RAND Corporation for the US Air Force into survivable communications networks, first presented to the Air Force in the summer of 1961 as briefing B-265",
-    "5726249538643c19005ad080": " summer of 1961 as briefing B-265",
+    "5726249538643c19005ad080": " use of a decentralized network with multiple paths between any two points, dividing user messages into message blocks",
     "5726249538643c19005ad081": " three",
     "5726249538643c19005ad082": " store and forward switching",
     "57263677ec44d21400f3dc4a": " RM 3420",
@@ -4929,7 +4929,7 @@
     "57264845f1498d1400e8db0e": " Black Death",
     "572648ed5951b619008f6f03": " France, Spain",
     "572648ed5951b619008f6f04": " France, Spain",
-    "572648ed5951b619008f6f05": " smaller trade relations with their neighbours, including the Kingdom of Poland",
+    "572648ed5951b619008f6f05": " Kingdom of Poland",
     "572648ed5951b619008f6f06": " France",
     "572648ed5951b619008f6f07": " Bj\u00f8rgvin (modern Bergen) and Iceland",
     "57264991f1498d1400e8db2e": " Alexandria",
@@ -5466,7 +5466,7 @@
     "5726a5b5f1498d1400e8e5fe": " red brick and Portland stone",
     "5726a5b5f1498d1400e8e5ff": " red brick",
     "5726a5b5f1498d1400e8e600": " 720 feet",
-    "5726a5b5f1498d1400e8e601": " a series of shallow arches supported by slender columns",
+    "5726a5b5f1498d1400e8e601": " a series of shallow arches",
     "5726a5b5f1498d1400e8e602": " a series of shallow arches supported by slender columns",
     "5726a9ff708984140094cd4b": " Alfred Drury",
     "5726a9ff708984140094cd4c": " four",
@@ -5798,7 +5798,7 @@
     "5726efdbdd62a815002e95c8": " William Hanna",
     "5726efdbdd62a815002e95c9": " 1960s",
     "5726f0865951b619008f82e5": " $7.5 million",
-    "5726f0865951b619008f82e6": " NBC to produce color broadcasts of his anthology series (which would be renamed Walt Disney's Wonderful World of Color). Goldenson",
+    "5726f0865951b619008f82e6": " NBC to produce color broadcasts of his anthology series (which would be renamed Walt Disney's Wonderful World of Color",
     "5726f0865951b619008f82e7": " 1961",
     "5726f0865951b619008f82e8": " 1961",
     "572734af708984140094dae3": " circle logo",
@@ -6084,7 +6084,7 @@
     "57277944f1498d1400e8f90a": " Zorro) went up against and defeated the variety shows aired by NBC and CBS",
     "57277944f1498d1400e8f90b": " Zorro) went up against and defeated the variety shows aired by NBC and CBS",
     "57277944f1498d1400e8f90c": " Life criticized the public enthusiasm",
-    "57277944f1498d1400e8f90d": " NBC and CBS",
+    "57277944f1498d1400e8f90d": " May 1961",
     "57277af2708984140094dec3": " \"WATCH ABC\",",
     "57277af2708984140094dec4": " Boston",
     "57277af2708984140094dec5": " Boston",
@@ -6221,7 +6221,7 @@
     "5726c7a85951b619008f7dde": " Bukhara was not heavily fortified",
     "5726c7a85951b619008f7ddf": " Bukhara was not heavily fortified",
     "5726c7a85951b619008f7de0": " the city's surviving population assemble in the main mosque of the town, where he declared that he was the flail of God",
-    "5726c7a85951b619008f7de1": " Bukhara was not heavily fortified, with a moat",
+    "5726c7a85951b619008f7de1": " Genghis Khan",
     "5726c9b0dd62a815002e9046": " 1220, Genghis Khan gathered his forces in Persia and Armenia",
     "5726c9b0dd62a815002e9047": " 1220, Genghis Khan gathered his forces in Persia and Armenia",
     "5726c9b0dd62a815002e9048": " 1220, Genghis Khan gathered his forces in Persia and Armenia",
@@ -6542,7 +6542,7 @@
     "5728fc2eaf94a219006a9ec9": " defensins",
     "5728fc2eaf94a219006a9eca": " acid",
     "5728fc2eaf94a219006a9ecb": " chemical barrier following menarche",
-    "5728fd206aef05140015494c": " changing the conditions in their environment, such as pH",
+    "5728fd206aef05140015494c": " pH",
     "5728fd206aef05140015494d": " fungi",
     "5728fd206aef05140015494e": " pure cultures",
     "5728fd206aef05140015494f": " pH",
@@ -6606,7 +6606,7 @@
     "5729f8516aef05140015516c": " Breast milk or colostrum",
     "5729f8516aef05140015516d": " across the placenta",
     "5729f8516aef05140015516e": " bacterial infections",
-    "5729f8516aef05140015516f": " across the placenta",
+    "5729f8516aef05140015516f": " short-term, lasting from a few days",
     "5729f9953f37b3190047861f": " testosterone",
     "5729f9953f37b31900478620": " testosterone",
     "5729f9953f37b31900478621": " puberty",
@@ -6626,7 +6626,7 @@
     "5729fd111d046914007796a6": " Pathogen-associated molecular patterns or PAMPs",
     "5729fd111d046914007796a7": " apoptosis",
     "5729fd111d046914007796a8": " RNA silencing",
-    "5729fd111d046914007796a9": " cells",
+    "5729fd111d046914007796a9": " localized hypersensitive response, whereby cells at the site of infection undergo rapid apoptosis",
     "5729fe5c3f37b3190047862f": " normal circumstances, many T cells and antibodies react with \"self\" peptides",
     "5729fe5c3f37b31900478630": " self and non-self",
     "5729fe5c3f37b31900478631": " self",
@@ -6809,7 +6809,7 @@
     "5728df634b864d1900164fe2": " non-violent",
     "5728df634b864d1900164fe3": " constitutional defects",
     "5728df634b864d1900164fe4": " non-violent",
-    "5728df634b864d1900164fe6": " constitutional defects",
+    "5728df634b864d1900164fe6": " by appeal to constitutional defects",
     "5728202c4b864d19001644ec": " Howard Zinn",
     "5728202c4b864d19001644ed": " Howard Zinn",
     "5728202c4b864d19001644ee": " Austrian government. Thoreau also wrote of civil disobedience accomplishing \"peaceable revolution.\" Howard Zinn",
@@ -7394,7 +7394,7 @@
     "5727ee372ca10214002d99ef": " survival needs",
     "5727ee372ca10214002d99f0": "self-employment",
     "5729de24af94a219006aa689": "self-employment",
-    "5729de24af94a219006aa68a": "self-employment). However, most of it is often based on necessity rather than opportunity",
+    "5729de24af94a219006aa68a": "self-employment). However, most of it is often based on necessity rather than opportunity. Necessity-based entrepreneurship is motivated by survival needs",
     "5729de24af94a219006aa68b": " income for food",
     "5729de24af94a219006aa68c": " survival needs",
     "5729de24af94a219006aa68d": "self-employment). However, most of it is often based on necessity rather than opportunity. Necessity-based entrepreneurship is motivated by survival needs",
@@ -8226,7 +8226,7 @@
     "572872822ca10214002da376": " army and the populace",
     "572872822ca10214002da377": " famine",
     "572872822ca10214002da378": " army and the populace",
-    "57287338ff5b5019007da232": " 1340s",
+    "57287338ff5b5019007da232": " Henan",
     "57287338ff5b5019007da233": " Red Turban Rebellion",
     "57287338ff5b5019007da234": " fear of betrayal",
     "57287338ff5b5019007da235": " Khanbaliq",
@@ -8720,7 +8720,7 @@
     "572958cc6aef051400154d2c": " Glaucophyte chloroplasts also contain concentric unstacked thylakoids",
     "572958cc6aef051400154d2d": " carboxysome",
     "572958cc6aef051400154d2e": " phycobilisomes",
-    "57295a116aef051400154d44": " chlorophyll a and phycobilins",
+    "57295a116aef051400154d44": " blue-green chlorophyll a and other pigments, many are reddish to purple",
     "57295a116aef051400154d45": " phycobilisomes on the thylakoid membranes",
     "57295a116aef051400154d46": " blue-green chlorophyll a and other pigments, many are reddish to purple from the combination. The red phycoerytherin",
     "57295a116aef051400154d47": " Rhodoplasts synthesize a form of starch called floride",
@@ -8889,7 +8889,7 @@
     "572971af6aef051400154ee2": " carbon dioxide and oxygen",
     "5729723c6aef051400154ee8": " Calvin cycle and make sugar, they often contain large starch grains",
     "5729723c6aef051400154ee9": " starch grains",
-    "5729723c6aef051400154eea": " starch grains",
+    "5729723c6aef051400154eea": " Calvin cycle and make sugar, they often contain large starch grains",
     "5729723c6aef051400154eeb": " starch grains",
     "5729723c6aef051400154eec": " starch grains",
     "5729729a1d0469140077948b": " parenchyma cells",
@@ -8952,7 +8952,7 @@
     "57297725af94a219006aa49c": " undifferentiated proplastids",
     "57297725af94a219006aa49d": " Chloroplasts do not normally develop from proplastids in root tip meristems",
     "57297725af94a219006aa49e": " starch-storing amyloplasts",
-    "5729779b6aef051400154f62": " Gymnosperms",
+    "5729779b6aef051400154f62": " chloroplast, takes several hours",
     "5729779b6aef051400154f63": " chloroplast, takes several hours",
     "5729779b6aef051400154f64": " chlorophyll, they have a yellow chlorophyll",
     "5729779b6aef051400154f65": " chlorophyll, they have a yellow chlorophyll",
@@ -9110,7 +9110,7 @@
     "57299c2c6aef051400155022": " p of R is called prime element if it is neither zero",
     "57299c2c6aef051400155023": " zero nor a unit (i.e., does not have a multiplicative inverse) and satisfies the following requirement: given x and y",
     "57299c2c6aef051400155024": " if it is not a unit",
-    "57299d1c1d04691400779581": "1 + i) and (1 \u2212 i). Rational primes",
+    "57299d1c1d04691400779581": " 4k + 3 are Gaussian primes",
     "57299d1c1d04691400779582": "1 + i) and (1 \u2212 i). Rational primes",
     "57299d1c1d04691400779583": " 4",
     "57299d1c1d04691400779584": " Z[i], that is, the set of complex numbers of the form a + bi where i denotes the imaginary unit and a and b",
@@ -9426,7 +9426,7 @@
     "57300c68947a6a140053cff4": " 1,230 kilometres",
     "572fac17947a6a140053cb54": " the Scotland Act 1998",
     "572fac17947a6a140053cb55": " the Scotland Act 1998",
-    "572fac17947a6a140053cb56": " the Scotland Act 1998",
+    "572fac17947a6a140053cb56": " the areas in which it can make laws \u2013 by explicitly specifying powers that are \"reserved\" to the Parliament of the United Kingdom",
     "572fac17947a6a140053cb57": " the Parliament of the United Kingdom",
     "572fac17947a6a140053cb58": " the power to legislate in all areas that are not explicitly reserved to Westminster",
     "572facb0a23a5019007fc863": " three hundred",
@@ -9480,7 +9480,7 @@
     "572fbf21a23a5019007fc938": " silver",
     "572fbf21a23a5019007fc937": " silver and inlaid with gold",
     "572fbf21a23a5019007fc93a": " the Queen",
-    "572fbf21a23a5019007fc939": " silver and inlaid with gold panned from Scottish rivers and inscribed with the words: Wisdom, Compassion, Justice and Integrity",
+    "572fbf21a23a5019007fc939": " Wisdom, Compassion, Justice and Integrity",
     "572fbf21a23a5019007fc93b": " glass case",
     "572fbfa504bcaa1900d76c73": " Tuesdays, Wednesdays and Thursdays",
     "572fbfa504bcaa1900d76c74": " Wednesday",
@@ -10145,7 +10145,7 @@
     "5730d26fb54a4f140068cc95": " John Wesley, a priest of the Church of England",
     "5730d26fb54a4f140068cc96": " Annual Conference Order of Elders",
     "5730d26fb54a4f140068cc97": " Annual Conference Order of Elders",
-    "5730d3adaca1c71400fe5af5": " the Area Provost/Dean",
+    "5730d3adaca1c71400fe5af5": " the Area Provost/Dean (if one is appointed) and the several District Superintendents",
     "5730d3adaca1c71400fe5af6": " one year",
     "5730d3adaca1c71400fe5af7": " one year",
     "5730d473b7151e1900c0155a": " the church, and ordained by a bishop to a ministry of Word",
@@ -10276,7 +10276,7 @@
     "5733f062d058e614000b6636": " Saint-Pierre said, \"As to the Summons you send me to retire, I do not think myself obliged to obey it.\"",
     "5733f1784776f41900661575": " William Trent",
     "5733f1784776f41900661576": " April 5, 1754",
-    "5733f1784776f41900661577": " Governor Duquesne sent additional French forces under Claude-Pierre Pecaudy",
+    "5733f1784776f41900661577": " April 5, 1754",
     "5733f309d058e614000b6648": " Tanaghrisson and his party, surprised the Canadians on May 28 in what became known as the Battle of Jumonville",
     "5733f309d058e614000b6649": " British musket fire",
     "5733f309d058e614000b664a": " Fort Duquesne",
@@ -10462,7 +10462,7 @@
     "57377ec7c3c5551400e51f08": "ge",
     "57377ec7c3c5551400e51f09": " straight line",
     "5737804dc3c5551400e51f0f": " four",
-    "5737804dc3c5551400e51f10": " at very short distances, and are responsible for the interactions between subatomic particles",
+    "5737804dc3c5551400e51f10": " short distances, and are responsible for the interactions between subatomic particles",
     "5737804dc3c5551400e51f11": " nuclear forces",
     "5737804dc3c5551400e51f12": " acceleration forces",
     "5737804dc3c5551400e51f13": " acceleration forces",
@@ -10472,7 +10472,7 @@
     "5737821cc3c5551400e51f1c": " string theory",
     "573784fa1c45671900574483": "  and has a magnitude of about 9.81 meters per second",
     "573784fa1c45671900574484": "  and has a magnitude of about 9.81 meters per second",
-    "573784fa1c45671900574485": "  and has a magnitude of about 9.81 meters",
+    "573784fa1c45671900574485": "  and has a magnitude of about 9.81 meters per second",
     "573784fa1c45671900574486": "  and has a magnitude of about 9.81 meters per second",
     "573784fa1c45671900574487": " the object's mass",
     "573786b51c4567190057448d": " the acceleration of the Moon around the Earth",

eval_results.json

@@ -0,0 +1,6 @@
+{
+    "epoch": 2.0,
+    "eval_exact_match": 21.807000946073792,
+    "eval_f1": 32.61422756513051,
+    "eval_samples": 10791
+}

runs/Oct03_08-04-47_g3072/events.out.tfevents.1664812729.g3072.77884.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0f0c075878cf510fa5bd38936f41b3551b8d12acf66ebad387ed4880c311b2
+size 191

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 2.0,
+    "train_loss": 0.09521910717186836,
+    "train_runtime": 2769.712,
+    "train_samples": 88579,
+    "train_samples_per_second": 63.963,
+    "train_steps_per_second": 1.999
+}

trainer_state.json

@@ -0,0 +1,421 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "global_step": 5538,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.945828819068256e-05,
+      "loss": 0.6014,
+      "step": 100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.8916576381365114e-05,
+      "loss": 0.0885,
+      "step": 200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.837486457204767e-05,
+      "loss": 0.1166,
+      "step": 300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.783315276273023e-05,
+      "loss": 0.1077,
+      "step": 400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.7291440953412788e-05,
+      "loss": 0.1371,
+      "step": 500
+    },
+    {
+      "epoch": 0.18,
+      "eval_exact_match": 3.91674550614948,
+      "eval_f1": 7.935587309728481,
+      "step": 500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.674972914409534e-05,
+      "loss": 0.1071,
+      "step": 600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6208017334777897e-05,
+      "loss": 0.0913,
+      "step": 700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.5666305525460455e-05,
+      "loss": 0.1045,
+      "step": 800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5124593716143014e-05,
+      "loss": 0.0945,
+      "step": 900
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.4582881906825568e-05,
+      "loss": 0.1195,
+      "step": 1000
+    },
+    {
+      "epoch": 0.36,
+      "eval_exact_match": 4.541154210028382,
+      "eval_f1": 11.066264443560108,
+      "step": 1000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 2.4041170097508126e-05,
+      "loss": 0.137,
+      "step": 1100
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.3499458288190684e-05,
+      "loss": 0.0922,
+      "step": 1200
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.2957746478873243e-05,
+      "loss": 0.1068,
+      "step": 1300
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.2416034669555797e-05,
+      "loss": 0.0938,
+      "step": 1400
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.1874322860238355e-05,
+      "loss": 0.129,
+      "step": 1500
+    },
+    {
+      "epoch": 0.54,
+      "eval_exact_match": 5.922421948912016,
+      "eval_f1": 11.530882619495905,
+      "step": 1500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.133261105092091e-05,
+      "loss": 0.1281,
+      "step": 1600
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.0790899241603465e-05,
+      "loss": 0.0706,
+      "step": 1700
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.0249187432286023e-05,
+      "loss": 0.0867,
+      "step": 1800
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.970747562296858e-05,
+      "loss": 0.0995,
+      "step": 1900
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.916576381365114e-05,
+      "loss": 0.0784,
+      "step": 2000
+    },
+    {
+      "epoch": 0.72,
+      "eval_exact_match": 7.634815515610217,
+      "eval_f1": 13.322384534549878,
+      "step": 2000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.8624052004333694e-05,
+      "loss": 0.0722,
+      "step": 2100
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.8082340195016252e-05,
+      "loss": 0.0866,
+      "step": 2200
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.754062838569881e-05,
+      "loss": 0.07,
+      "step": 2300
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.6998916576381368e-05,
+      "loss": 0.1021,
+      "step": 2400
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.6457204767063923e-05,
+      "loss": 0.0987,
+      "step": 2500
+    },
+    {
+      "epoch": 0.9,
+      "eval_exact_match": 9.810785241248817,
+      "eval_f1": 17.14007217511169,
+      "step": 2500
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.5915492957746478e-05,
+      "loss": 0.1044,
+      "step": 2600
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.5373781148429036e-05,
+      "loss": 0.096,
+      "step": 2700
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.4832069339111594e-05,
+      "loss": 0.085,
+      "step": 2800
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 1.4290357529794148e-05,
+      "loss": 0.0775,
+      "step": 2900
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 1.3748645720476707e-05,
+      "loss": 0.0734,
+      "step": 3000
+    },
+    {
+      "epoch": 1.08,
+      "eval_exact_match": 17.37937559129612,
+      "eval_f1": 26.829174771390555,
+      "step": 3000
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 1.3206933911159263e-05,
+      "loss": 0.0583,
+      "step": 3100
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 1.2665222101841821e-05,
+      "loss": 0.1033,
+      "step": 3200
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 1.2123510292524377e-05,
+      "loss": 0.0787,
+      "step": 3300
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 1.1581798483206934e-05,
+      "loss": 0.0747,
+      "step": 3400
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.104008667388949e-05,
+      "loss": 0.0821,
+      "step": 3500
+    },
+    {
+      "epoch": 1.26,
+      "eval_exact_match": 18.68495742667928,
+      "eval_f1": 28.805039874191937,
+      "step": 3500
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 1.0498374864572048e-05,
+      "loss": 0.0689,
+      "step": 3600
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 9.956663055254605e-06,
+      "loss": 0.091,
+      "step": 3700
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.414951245937163e-06,
+      "loss": 0.077,
+      "step": 3800
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 8.873239436619718e-06,
+      "loss": 0.0579,
+      "step": 3900
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.331527627302276e-06,
+      "loss": 0.0844,
+      "step": 4000
+    },
+    {
+      "epoch": 1.44,
+      "eval_exact_match": 19.858088930936614,
+      "eval_f1": 30.209894117774223,
+      "step": 4000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 7.789815817984832e-06,
+      "loss": 0.0881,
+      "step": 4100
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.248104008667389e-06,
+      "loss": 0.0804,
+      "step": 4200
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 6.706392199349946e-06,
+      "loss": 0.0528,
+      "step": 4300
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.164680390032503e-06,
+      "loss": 0.0695,
+      "step": 4400
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 5.62296858071506e-06,
+      "loss": 0.0637,
+      "step": 4500
+    },
+    {
+      "epoch": 1.63,
+      "eval_exact_match": 20.085146641438033,
+      "eval_f1": 30.456921284874575,
+      "step": 4500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.081256771397617e-06,
+      "loss": 0.0884,
+      "step": 4600
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.539544962080174e-06,
+      "loss": 0.0629,
+      "step": 4700
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.99783315276273e-06,
+      "loss": 0.0637,
+      "step": 4800
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.456121343445287e-06,
+      "loss": 0.0809,
+      "step": 4900
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 2.914409534127844e-06,
+      "loss": 0.0505,
+      "step": 5000
+    },
+    {
+      "epoch": 1.81,
+      "eval_exact_match": 21.61778618732261,
+      "eval_f1": 32.5124924843064,
+      "step": 5000
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 2.3726977248104013e-06,
+      "loss": 0.0746,
+      "step": 5100
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.8309859154929577e-06,
+      "loss": 0.0744,
+      "step": 5200
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.2892741061755147e-06,
+      "loss": 0.0423,
+      "step": 5300
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 7.475622968580716e-07,
+      "loss": 0.0624,
+      "step": 5400
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.0585048754062841e-07,
+      "loss": 0.0713,
+      "step": 5500
+    },
+    {
+      "epoch": 1.99,
+      "eval_exact_match": 21.788079470198674,
+      "eval_f1": 32.61873772930997,
+      "step": 5500
+    },
+    {
+      "epoch": 2.0,
+      "step": 5538,
+      "total_flos": 3.4718499267936256e+16,
+      "train_loss": 0.09521910717186836,
+      "train_runtime": 2769.712,
+      "train_samples_per_second": 63.963,
+      "train_steps_per_second": 1.999
+    }
+  ],
+  "max_steps": 5538,
+  "num_train_epochs": 2,
+  "total_flos": 3.4718499267936256e+16,
+  "trial_name": null,
+  "trial_params": null
+}