End of training

README.md

@@ -3,6 +3,8 @@ license: apache-2.0
 base_model: google/bigbird-roberta-large
 tags:
 - generated_from_trainer
+datasets:
+- squad
 model-index:
 - name: bigBird-large-fine-tuning-squad-B16R3-nobias-2
   results: []
@@ -13,7 +15,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # bigBird-large-fine-tuning-squad-B16R3-nobias-2
 
-This model is a fine-tuned version of [google/bigbird-roberta-large](https://huggingface.co/google/bigbird-roberta-large) on an unknown dataset.
+This model is a fine-tuned version of [google/bigbird-roberta-large](https://huggingface.co/google/bigbird-roberta-large) on the squad dataset.
 
 ## Model description
 

all_results.json

@@ -0,0 +1,15 @@
+{
+    "epoch": 3.0,
+    "eval_exact_match": 86.2251655629139,
+    "eval_f1": 92.71978692269988,
+    "eval_runtime": 404.9201,
+    "eval_samples": 10570,
+    "eval_samples_per_second": 26.104,
+    "eval_steps_per_second": 1.632,
+    "total_flos": 2.0062622083669033e+18,
+    "train_loss": 0.7534013637850455,
+    "train_runtime": 50383.896,
+    "train_samples": 87599,
+    "train_samples_per_second": 5.216,
+    "train_steps_per_second": 0.326
+}

eval_nbest_predictions.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b7c90a434f6ce920753b08a7cdb189336e6b238c1390eade4ede168c7f102bc
-size 45884300
+oid sha256:e3dc61f88c06c8b50509cc8a600b130024576cb90da0e8e53df7cbfa043d2de9
+size 45845261

eval_predictions.json

@@ -19,7 +19,7 @@
     "56bf10f43aeaaa14008c94fe": " Santa Clara",
     "56bf10f43aeaaa14008c94ff": " Levi's Stadium",
     "56bf10f43aeaaa14008c9500": " 24\u201310",
-    "56bf10f43aeaaa14008c9501": " February 7, 2016",
+    "56bf10f43aeaaa14008c9501": " February 7",
     "56d20362e7d4791d009025e8": " 2015",
     "56d20362e7d4791d009025e9": " Denver Broncos",
     "56d20362e7d4791d009025ea": " Denver Broncos",
@@ -248,7 +248,7 @@
     "56d9992fdc89441400fdb59c": " 24",
     "56d9992fdc89441400fdb59e": " Kony Ealy",
     "56d9992fdc89441400fdb59f": " Kuechly",
-    "56d9992fdc89441400fdb5a0": " four",
+    "56d9992fdc89441400fdb5a0": " two",
     "56beb4e43aeaaa14008c9265": " Gary Kubiak",
     "56beb4e43aeaaa14008c9266": " Brock Osweiler",
     "56beb4e43aeaaa14008c9267": " Indianapolis Colts",
@@ -267,7 +267,7 @@
     "56d99b7bdc89441400fdb5c8": " John Fox",
     "56d99b7bdc89441400fdb5c9": " Peyton Manning",
     "56d99b7bdc89441400fdb5ca": " Gary Kubiak",
-    "56d99b7bdc89441400fdb5cb": " left foot",
+    "56d99b7bdc89441400fdb5cb": " left",
     "56d99b7bdc89441400fdb5cc": " Wade Phillips",
     "56beb57b3aeaaa14008c9279": " 67.9",
     "56beb57b3aeaaa14008c927a": " 17",
@@ -519,7 +519,7 @@
     "56bf5abc3aeaaa14008c95e9": " 25",
     "56bf5abc3aeaaa14008c95ea": " the 50 fund",
     "56d71d150d65d2140019836e": " giving",
-    "56d71d150d65d2140019836f": " 25 percent",
+    "56d71d150d65d2140019836f": " 25",
     "56d71d150d65d21400198370": " the 50 fund",
     "56d9b6a3dc89441400fdb72f": " 25",
     "56d9b6a3dc89441400fdb730": " the 50 fund",
@@ -617,7 +617,7 @@
     "56d723560d65d214001983af": " Captain America: Civil War",
     "56d9bf70dc89441400fdb77b": " Deadpool",
     "56d9bf70dc89441400fdb77c": " Disney",
-    "56d9bf70dc89441400fdb77d": "20th Century Fox",
+    "56d9bf70dc89441400fdb77d": " Fox",
     "56bec4a33aeaaa14008c93b1": "Westwood One",
     "56bec4a33aeaaa14008c93b2": " Kevin Harlan",
     "56bec4a33aeaaa14008c93b3": " Kevin Harlan",
@@ -631,7 +631,7 @@
     "56d9c049dc89441400fdb78e": " Kevin Harlan",
     "56d9c049dc89441400fdb78f": " Boomer Esiason and Dan Fouts",
     "56d9c049dc89441400fdb790": " James Lofton and Mark Malone",
-    "56d9c049dc89441400fdb791": " pre-game and halftime coverage",
+    "56d9c049dc89441400fdb791": " pre-game and halftime",
     "56d9c049dc89441400fdb792": " North America",
     "56bec5233aeaaa14008c93cf": " KRFX",
     "56bec5233aeaaa14008c93d0": " Dave Logan",
@@ -800,7 +800,7 @@
     "56becb823aeaaa14008c948d": " Baltimore Ravens",
     "56becb823aeaaa14008c948e": " Jordan Norwood",
     "56becb823aeaaa14008c948f": " Manning",
-    "56d7277c0d65d214001983fe": "315 to 194",
+    "56d7277c0d65d214001983fe": "315",
     "56d7277c0d65d214001983ff": " 11",
     "56d7277c0d65d21400198401": " Chicago Bears",
     "56d7277c0d65d21400198402": " The Broncos",
@@ -819,7 +819,7 @@
     "57336755d058e614000b5a3c": "The Saxon Garden",
     "57336755d058e614000b5a3e": " east",
     "57336755d058e614000b5a40": "\u0141azienki Park",
-    "57337ddc4776f41900660bbb": " 15 kilometres (9 miles)",
+    "57337ddc4776f41900660bbb": " 15 kilometres",
     "57337ddc4776f41900660bbc": " otter, beaver and hundreds of bird species",
     "57337ddc4776f41900660bba": " 13",
     "57337ddc4776f41900660bbd": " several",
@@ -890,9 +890,9 @@
     "5733a45d4776f41900660f27": " a sword",
     "5733a560d058e614000b5f77": " legend",
     "5733a560d058e614000b5f78": " the depths of the oceans and seas",
-    "5733a560d058e614000b5f79": " coast of Denmark",
+    "5733a560d058e614000b5f79": " Denmark",
     "5733a560d058e614000b5f7a": " Warszowa",
-    "5733a560d058e614000b5f7b": " captured the mermaid",
+    "5733a560d058e614000b5f7b": " captured",
     "5733a6ac4776f41900660f58": " Warsaw",
     "5733a6ac4776f41900660f59": " 1916",
     "5733a6ac4776f41900660f5a": " Art Deco style",
@@ -992,7 +992,7 @@
     "5733638fd058e614000b59e9": " communist authorities after the war",
     "5733638fd058e614000b59ea": " socialist realism",
     "5733638fd058e614000b59eb": " Warsaw University of Technology",
-    "5733638fd058e614000b59ec": " most distinctive buildings",
+    "5733638fd058e614000b59ec": " the most distinctive buildings",
     "5733647e4776f419006609ae": " Pawiak, an infamous German Gestapo prison now occupied by a Mausoleum of Memory of Martyrdom and the museum",
     "5733647e4776f419006609af": " Warsaw. Pawiak",
     "5733647e4776f419006609b0": " The Warsaw Citadel",
@@ -1143,7 +1143,7 @@
     "56de41504396321400ee2715": " 12 May 1191",
     "56de41504396321400ee2716": " double coronation",
     "56de48f34396321400ee2770": " 1489",
-    "56de48f34396321400ee2771": " Knights Templar",
+    "56de48f34396321400ee2771": " the Knights Templar",
     "56de49564396321400ee277a": " Africa",
     "56de49a8cffd8e1900b4b7a7": "Bethencourt",
     "56de49a8cffd8e1900b4b7a8": " Enrique P\u00e9rez de Guzm\u00e1n, 2nd Count de Niebla",
@@ -1307,17 +1307,17 @@
     "56dfb4be7aa994140058e00e": " US$10 a week raise",
     "56dfb4be7aa994140058e010": "54\u201357 :64",
     "56e0d6367aa994140058e773": " fifty thousand dollars",
-    "56e0d6367aa994140058e774": " American humor",
+    "56e0d6367aa994140058e774": " \"Tesla, you don't understand our American humor",
     "56e0d6367aa994140058e775": " US$10 a week raise",
     "56dfb5777aa994140058e021": " Robert Lane and Benjamin Vail",
     "56dfb5777aa994140058e022": " Tesla Electric Light & Manufacturing",
-    "56dfb5777aa994140058e023": " installed electrical arc light based illumination systems designed by Tesla",
+    "56dfb5777aa994140058e023": " installed electrical arc light based illumination systems",
     "56dfb5777aa994140058e024": " patents",
     "56dfb5777aa994140058e025": " electric lighting",
     "56e0d6cf231d4119001ac420": " Robert Lane and Benjamin Vail",
     "56e0d6cf231d4119001ac421": " 1886",
     "56e0d6cf231d4119001ac422": " Tesla Electric Light & Manufacturing",
-    "56e0d6cf231d4119001ac423": " installed electrical arc light based illumination systems designed by Tesla",
+    "56e0d6cf231d4119001ac423": " installed electrical arc light based illumination systems",
     "56e0d6cf231d4119001ac424": " Tesla",
     "56dfb5f5231d4119001abcb5": " forced Tesla out",
     "56dfb5f5231d4119001abcb6": " penniless",
@@ -1367,7 +1367,7 @@
     "56e059c8231d4119001ac059": " 60",
     "56e059c8231d4119001ac05a": " DC traction motor",
     "56e0e518231d4119001ac444": " streetcars",
-    "56e0e518231d4119001ac445": " DC traction motor",
+    "56e0e518231d4119001ac445": " a DC traction motor",
     "56e05a78231d4119001ac062": " Thomas Edison and George Westinghouse",
     "56e05a78231d4119001ac063": " rival lighting systems",
     "56e05a78231d4119001ac064": " AC development",
@@ -1483,7 +1483,7 @@
     "56e10043e3433e1400422a84": " another planet",
     "56e10043e3433e1400422a85": " Mars",
     "56e10043e3433e1400422a86": " Philadelphia North American",
-    "56e10043e3433e1400422a87": " Mars, Venus, or other planets",
+    "56e10043e3433e1400422a87": " Mars",
     "56e10043e3433e1400422a88": " July 1899",
     "56e100b6cd28a01900c67403": " $100,000",
     "56e100b6cd28a01900c67404": " to further develop and produce a new lighting system",
@@ -1497,7 +1497,7 @@
     "56e10179cd28a01900c67414": " wireless telecommunications",
     "56e10179cd28a01900c67415": " Shoreham, Long Island",
     "56e101f4e3433e1400422a8e": " Morgan",
-    "56e101f4e3433e1400422a8f": " Panic of 1901",
+    "56e101f4e3433e1400422a8f": " the Panic of 1901",
     "56e101f4e3433e1400422a91": " shocked",
     "56e10296cd28a01900c67423": " over 50",
     "56e10296cd28a01900c67424": " to complete the construction of Wardenclyffe",
@@ -1562,7 +1562,7 @@
     "56e10f14e3433e1400422b5f": " magnifying transformer",
     "56e10f14e3433e1400422b60": " a little",
     "56e10fbacd28a01900c67509": " charged particle beam weapons",
-    "56e10fbacd28a01900c6750a": " Nikola Tesla Museum archive in Belgrade",
+    "56e10fbacd28a01900c6750a": " Nikola Tesla Museum archive",
     "56e10fbacd28a01900c6750b": " Belgrade",
     "56e10fbacd28a01900c6750c": " millions",
     "56e10fbacd28a01900c6750d": " all war",
@@ -1686,7 +1686,7 @@
     "56e16839cd28a01900c67888": " The theory",
     "56e16839cd28a01900c67889": " time and storage",
     "56e16839cd28a01900c6788a": " number of gates",
-    "56e16839cd28a01900c6788b": " to determine the practical limits on what computers can and cannot do",
+    "56e16839cd28a01900c6788b": " limits on what computers can and cannot do",
     "56e17644e3433e1400422f40": " analysis of algorithms and computability theory",
     "56e17644e3433e1400422f41": " analysis of algorithms",
     "56e17644e3433e1400422f42": " computational complexity theory",
@@ -1731,7 +1731,7 @@
     "56e1a564cd28a01900c67a4c": " polynomial time algorithm",
     "56e1aba0e3433e1400423094": " Turing machine",
     "56e1aba0e3433e1400423095": " an algorithm",
-    "56e1aba0e3433e1400423097": " Turing machine",
+    "56e1aba0e3433e1400423097": " the Turing machine",
     "56e1aba0e3433e1400423098": " symbols",
     "56e1aff7cd28a01900c67a68": " deterministic Turing machine",
     "56e1aff7cd28a01900c67a69": "A deterministic Turing machine is the most basic Turing machine, which uses a fixed set of rules to determine its future actions",
@@ -1802,7 +1802,7 @@
     "56e1c9bfe3433e1400423193": " another problem",
     "56e1c9bfe3433e1400423194": " no more difficult",
     "56e1c9bfe3433e1400423195": " Karp reductions and Levin reductions",
-    "56e1c9bfe3433e1400423196": " bound on the complexity of reductions",
+    "56e1c9bfe3433e1400423196": " reductions",
     "56e1cbe2cd28a01900c67bac": " polynomial-time",
     "56e1cbe2cd28a01900c67bad": " multiplying two integers",
     "56e1cbe2cd28a01900c67bae": " polynomial",
@@ -1830,9 +1830,9 @@
     "56e1e9dfe3433e14004231fc": "The graph isomorphism problem",
     "56e1e9dfe3433e14004231fd": " NP-complete",
     "56e1e9dfe3433e14004231fe": " polynomial time",
-    "56e1e9dfe3433e14004231ff": " second level",
+    "56e1e9dfe3433e14004231ff": " second",
     "56e1e9dfe3433e1400423200": " Laszlo Babai and Eugene Luks",
-    "56e1ec83cd28a01900c67c0a": " integer factorization problem",
+    "56e1ec83cd28a01900c67c0a": "The integer factorization problem",
     "56e1ec83cd28a01900c67c0b": " k",
     "56e1ec83cd28a01900c67c0c": " RSA algorithm",
     "56e1ec83cd28a01900c67c0e": " general number field sieve",
@@ -1850,7 +1850,7 @@
     "56e1f10ee3433e1400423225": " NL and NC",
     "56e1f10ee3433e1400423226": " if they are distinct or equal classes",
     "56e1fc57e3433e140042322c": " intractable problems",
-    "56e1fc57e3433e140042322f": " polynomial time algorithm",
+    "56e1fc57e3433e140042322f": " exponential-time",
     "56e1fc57e3433e1400423230": " NP-complete problems",
     "56e1febfe3433e1400423236": " Presburger arithmetic",
     "56e1febfe3433e1400423237": " algorithms have been written that solve the problem in reasonable times in most cases",
@@ -1910,7 +1910,7 @@
     "56e74e4800c9c71400d76f7a": " standards of practice",
     "56e74faf00c9c71400d76f94": " members",
     "56e74faf00c9c71400d76f95": " complaints",
-    "56e74faf00c9c71400d76f96": " college",
+    "56e74faf00c9c71400d76f96": " the college",
     "56e74faf00c9c71400d76f97": " teacher's colleges",
     "56e74faf00c9c71400d76f98": " Teaching Unions",
     "56e7504437bdd419002c3e5b": " outdoors",
@@ -1940,7 +1940,7 @@
     "56e7560937bdd419002c3e8b": "platoon\" system",
     "56e7560937bdd419002c3e8c": "platoon\" system",
     "56e7560937bdd419002c3e8d": " staying with the same group of peers for all classes",
-    "56e7560937bdd419002c3e8e": " knowledgeable in that one area",
+    "56e7560937bdd419002c3e8e": " knowledgeable",
     "56e7560937bdd419002c3e8f": " United States",
     "56e756bc37bdd419002c3e95": "Co-teaching",
     "56e756bc37bdd419002c3e96": " two or more",
@@ -1958,7 +1958,7 @@
     "56e7586d37bdd419002c3eb6": " Supreme Court",
     "56e7586d37bdd419002c3eb7": " physical pain",
     "56e7591b00c9c71400d76fec": "30",
-    "56e7591b00c9c71400d76fed": " Alabama, Arkansas, Georgia, Louisiana, Mississippi, Oklahoma, Tennessee and Texas",
+    "56e7591b00c9c71400d76fed": " the South",
     "56e7591b00c9c71400d76fee": " declining",
     "56e7591b00c9c71400d76fef": " wooden paddle",
     "56e7591b00c9c71400d76ff0": " principal's office",
@@ -1978,7 +1978,7 @@
     "56e75d5037bdd419002c3ef5": " teachers and parents",
     "56e75d5037bdd419002c3ef6": " East Asia",
     "56e75d5037bdd419002c3ef7": " weakness in school discipline",
-    "56e75d5037bdd419002c3ef8": " assertive and confrontational",
+    "56e75d5037bdd419002c3ef8": " more assertive and confrontational",
     "56e75e4500c9c71400d7702c": " Japan",
     "56e75e4500c9c71400d7702d": " Japan",
     "56e75e4500c9c71400d7702e": " Japan",
@@ -2060,7 +2060,7 @@
     "56e76de800c9c71400d77123": " three",
     "56e76de800c9c71400d77124": " tertiary education",
     "56e76de800c9c71400d77125": "universities and/or TAFE colleges",
-    "56e76de800c9c71400d77126": " primary education (primary schools",
+    "56e76de800c9c71400d77126": " primary education",
     "56e76ea737bdd419002c3f9d": " Bachelor's Degree",
     "56e76ea737bdd419002c3f9e": " Bachelor of Education",
     "56e76ea737bdd419002c3fa1": " private sector, businesses and sponsors",
@@ -2177,7 +2177,7 @@
     "56f7eddca6d7ea1400e172d7": " death and divine judgment",
     "56f7eddca6d7ea1400e172d8": " 2 July 1505",
     "56f7eddca6d7ea1400e172d9": " Erfurt",
-    "56f7eddca6d7ea1400e172da": " deaths of two friends",
+    "56f7eddca6d7ea1400e172da": " the deaths of two friends",
     "56f7eddca6d7ea1400e172db": " Luther's education",
     "56f7ef96aef2371900625c74": " Augustinian order",
     "56f7ef96aef2371900625c75": " one of deep spiritual despair",
@@ -2398,7 +2398,7 @@
     "56f867e3a6d7ea1400e175d8": " collect my writings in volumes",
     "56f867e3a6d7ea1400e175d9": " the Catechism",
     "56f867e3a6d7ea1400e175da": " Small Catechism",
-    "56f867e3a6d7ea1400e175db": " Bible",
+    "56f867e3a6d7ea1400e175db": " the Bible",
     "56f86966aef2371900626053": " Small Catechism",
     "56f86966aef2371900626054": " Larger Catechism",
     "56f86966aef2371900626055": " German vernacular",
@@ -2425,7 +2425,7 @@
     "56f87000aef2371900626074": " a lute",
     "56f87000aef2371900626075": "waldzither",
     "56f8720eaef237190062608f": " the execution of Johann Esch and Heinrich Voes",
-    "56f8720eaef2371900626090": " Lutheran views",
+    "56f8720eaef2371900626090": " for Lutheran views",
     "56f8720eaef2371900626091": "Ein neues Lied wir heben an\"",
     "56f8720eaef2371900626092": " John C. Messenger",
     "56f8720eaef2371900626093": "Flung to the Heedless Winds",
@@ -2433,7 +2433,7 @@
     "56f87392aef237190062609a": " Luther's 1529 three-part explanation of the Apostles' Creed in the Small Catechism",
     "56f87392aef237190062609b": " Small Catechism",
     "56f87392aef237190062609c": " German creedal hymn",
-    "56f87392aef237190062609d": " perceived difficulty of its tune",
+    "56f87392aef237190062609d": " the perceived difficulty of its tune",
     "56f87531a6d7ea1400e1766f": " 1538",
     "56f87531a6d7ea1400e17670": " Small Catechism",
     "56f87531a6d7ea1400e17671": " specific catechism questions",
@@ -2626,7 +2626,7 @@
     "5705e26d75f01819005e76d4": " SoCal",
     "5705e26d75f01819005e76d5": " 10",
     "5705e26d75f01819005e76d6": " economic center",
-    "5705e26d75f01819005e76d7": " demographics and economic ties",
+    "5705e26d75f01819005e76d7": " economic ties",
     "5705e26d75f01819005e76d8": " historical political divisions",
     "5705e33f52bb89140068964c": " greater Southern California Megaregion",
     "5705e33f52bb89140068964d": " 11",
@@ -2719,7 +2719,7 @@
     "5705ffde52bb891400689784": " San Andreas Fault",
     "5705ffde52bb891400689785": " 6.7+",
     "5705ffde52bb891400689786": " Puente Hills Fault",
-    "5705ffde52bb891400689787": " USGS",
+    "5705ffde52bb891400689787": " The USGS",
     "5705ffde52bb891400689788": " occurrence",
     "570602fa52bb89140068979e": " economically",
     "570602fa52bb89140068979f": " global",
@@ -2910,7 +2910,7 @@
     "57097d63ed30961900e841fd": " no indication",
     "57097d63ed30961900e841fe": " Virgin Media",
     "57097d63ed30961900e841ff": " BSkyB",
-    "57097d63ed30961900e84200": " carriage of their respective basic channels",
+    "57097d63ed30961900e84200": " the carriage of their respective basic channels",
     "570d2417fed7b91900d45c3d": " highly diversified",
     "570d2417fed7b91900d45c3e": " second",
     "570d2417fed7b91900d45c3f": " fourth",
@@ -2971,9 +2971,9 @@
     "570d3468b3d812140066d545": " May 2013",
     "570d3468b3d812140066d546": " October 2016",
     "570d3468b3d812140066d547": "Ford",
-    "570d35b7b3d812140066d54d": " 2,000 m (6,600 ft),",
+    "570d35b7b3d812140066d54d": " 2,000 m",
     "570d35b7b3d812140066d54e": " Mount Bogong",
-    "570d35b7b3d812140066d54f": " 1,986 m (6,516 ft).",
+    "570d35b7b3d812140066d54f": " 1,986 m",
     "570d35b7b3d812140066d550": " river systems",
     "570d35b7b3d812140066d551": " helmeted honeyeater",
     "570d391fb3d812140066d575": "The Victorian Alps",
@@ -3028,12 +3028,12 @@
     "570d50a5fed7b91900d45e7d": " 17%",
     "570d50a5fed7b91900d45e7e": " 17%",
     "570d50a5fed7b91900d45e7f": " 32,463",
-    "570d50a5fed7b91900d45e80": " 136,000 square kilometres (52,500 sq mi)",
+    "570d50a5fed7b91900d45e80": " 136,000 square kilometres",
     "570d50a5fed7b91900d45e81": " 60%",
     "570d529fb3d812140066d6bb": " big part",
     "570d529fb3d812140066d6bc": " sports tourism",
     "570d529fb3d812140066d6bd": " Melbourne",
-    "570d529fb3d812140066d6be": " Phillip Island",
+    "570d529fb3d812140066d6be": " regional cities",
     "570d529fb3d812140066d6bf": " SurfClassic",
     "57105da9a58dae1900cd699e": " southern and central parts of France",
     "57105da9a58dae1900cd699f": " one-eighth",
@@ -3092,7 +3092,7 @@
     "57108198b654c5140001f937": "Approximately one million",
     "57108198b654c5140001f938": " 2%",
     "57108198b654c5140001f939": " Alsace",
-    "57108198b654c5140001f93a": " C\u00e9vennes mountain region",
+    "57108198b654c5140001f93a": " C\u00e9vennes",
     "57108198b654c5140001f93b": " Australia",
     "57108c95b654c5140001f979": " New Rochelle",
     "57108c95b654c5140001f97a": " New Paltz",
@@ -3273,7 +3273,7 @@
     "571135b8a58dae1900cd6d11": " steam locomotives",
     "571135b8a58dae1900cd6d12": " lower-pressure boiler feed water",
     "57113639a58dae1900cd6d18": " three or four",
-    "57113639a58dae1900cd6d19": " quadruple expansion engines",
+    "57113639a58dae1900cd6d19": " quadruple",
     "57113639a58dae1900cd6d1a": " 19th",
     "57113639a58dae1900cd6d1b": " marine triple expansion engines",
     "57113639a58dae1900cd6d1c": " Olympic class",
@@ -3281,7 +3281,7 @@
     "571136b8a58dae1900cd6d23": " Joy",
     "571136b8a58dae1900cd6d24": " the exhaust side remains open for a longer period after cut-off on the admission side has occurred",
     "57113ba6b654c5140001fc1f": "Lead fusible plugs",
-    "57113ba6b654c5140001fc20": " the lead melts and the steam escapes",
+    "57113ba6b654c5140001fc20": " the lead melts",
     "57113ba6b654c5140001fc21": " steam escapes",
     "57113ba6b654c5140001fc22": " manually suppress the fire",
     "57113ba6b654c5140001fc23": " dampening the fire",
@@ -3427,7 +3427,7 @@
     "5711619950c2381900b54ab0": " a separate condenser",
     "5711619950c2381900b54ab1": " half as much coal",
     "5711619950c2381900b54ab2": " Newcomen",
-    "5711619950c2381900b54ab3": " piston into the partial vacuum generated by condensing steam",
+    "5711619950c2381900b54ab3": " a piston into the partial vacuum generated by condensing steam",
     "5711623e50c2381900b54ab9": " two",
     "5711623e50c2381900b54aba": " plug valve",
     "5711623e50c2381900b54abb": " adjustable spring-loaded",
@@ -3511,7 +3511,7 @@
     "571a4ead10f8ca1400304fdd": " Leonardo da Vinci",
     "571a4ead10f8ca1400304fde": " Philo of Byzantium",
     "571a4ead10f8ca1400304fdf": " 2nd century BCE",
-    "571a4ead10f8ca1400304fe0": " parts of the air in the vessel were converted into the classical element fire and thus were able to escape through pores in the glass.",
+    "571a4ead10f8ca1400304fe0": " parts of the air in the vessel were converted into the classical element fire",
     "571c7abfdd7acb1400e4c0ba": " Philo of Byzantium",
     "571c7abfdd7acb1400e4c0bb": " fire",
     "571c7abfdd7acb1400e4c0bc": " Pneumatica",
@@ -3621,7 +3621,7 @@
     "571cbe35dd7acb1400e4c13e": " satellite platform",
     "571cbe35dd7acb1400e4c13f": " satellite",
     "571cbe35dd7acb1400e4c140": " remote sensing",
-    "571cc3dedd7acb1400e4c146": " paramagnetic. That is, they impart magnetic character to oxygen when it is in the presence of a magnetic field",
+    "571cc3dedd7acb1400e4c146": " paramagnetic",
     "571cc3dedd7acb1400e4c147": " oxygen",
     "571cc3dedd7acb1400e4c148": " unpaired electrons",
     "571cc3dedd7acb1400e4c149": " magnetic",
@@ -3750,7 +3750,7 @@
     "57261f9f271a42140099d4a9": " price disruptions",
     "57261f9f271a42140099d4aa": " USSR",
     "57261f9f271a42140099d4ab": " 1973",
-    "57261f9f271a42140099d4ac": " Kissinger's dominance",
+    "57261f9f271a42140099d4ac": " Kissinger",
     "5726241189a1e219009ac2de": "The embargo",
     "5726241189a1e219009ac2df": " automobiles",
     "5726241189a1e219009ac2e0": " Macroeconomic",
@@ -3785,7 +3785,7 @@
     "57265200708984140094c237": " U.S.",
     "57265200708984140094c238": " British",
     "57265200708984140094c239": " 10 years",
-    "57265200708984140094c23a": " Arabs and much of the rest of the Third World",
+    "57265200708984140094c23a": " the Arabs and much of the rest of the Third World",
     "57265360dd62a815002e819a": " Japan",
     "57265360dd62a815002e819b": " 71%",
     "57265360dd62a815002e819c": " declared Japan a \"nonfriendly\" country",
@@ -3812,12 +3812,12 @@
     "57265bdfdd62a815002e829f": " four",
     "57265bdfdd62a815002e82a0": " 1985",
     "57265bdfdd62a815002e82a1": " Mercury Marquis",
-    "57265bdfdd62a815002e82a2": " Chevrolet Bel Air, and Ford Galaxie 500",
+    "57265bdfdd62a815002e82a2": " lower price models such as the Chevrolet Bel Air, and Ford Galaxie 500",
     "57265ceddd62a815002e82b8": " 1979",
     "57265ceddd62a815002e82b9": " 1981",
     "57265ceddd62a815002e82ba": " 1974 Mustang I",
     "57265e11708984140094c3bb": " 1981",
-    "57265e11708984140094c3bc": "1973",
+    "57265e11708984140094c3bc": " 1981",
     "57265e11708984140094c3bd": " to recover market share",
     "57265e11708984140094c3be": " $40 per barrel",
     "5725b41838643c19005acb7f": " Mercury",
@@ -3849,12 +3849,12 @@
     "5725ba5038643c19005acbea": " Hugh L. Dryden",
     "5725bb34271a42140099d0c7": " John F. Kennedy",
     "5725bb34271a42140099d0c8": " Soviet Union",
-    "5725bb34271a42140099d0c9": " massive financial commitment required by a manned Moon landing",
+    "5725bb34271a42140099d0c9": " the massive financial commitment required by a manned Moon landing",
     "5725bb34271a42140099d0ca": " James E. Webb",
     "5725bb34271a42140099d0cb": "missile gap",
     "5725bc7138643c19005acc1d": " Yuri Gagarin",
     "5725bc7138643c19005acc1e": " Soviet",
-    "5725bc7138643c19005acc1f": " one day",
+    "5725bc7138643c19005acc1f": " one",
     "5725bc7138643c19005acc20": " refusing to make a commitment",
     "5725bd4b38643c19005acc31": " April 20",
     "5725bd4b38643c19005acc32": " Lyndon B. Johnson",
@@ -3942,7 +3942,7 @@
     "5725d51589a1e219009abf6f": " All",
     "5725d51589a1e219009abf70": " Harrison Schmitt",
     "5725d51589a1e219009abf71": " Apollo 17",
-    "5725d51589a1e219009abf72": " Dr. Harrison Schmitt, a geologist, was the first NASA scientist astronaut to fly in space, and landed on the Moon on the last",
+    "5725d51589a1e219009abf72": " the last",
     "5725d61038643c19005acdd3": " 32",
     "5725d61038643c19005acdd4": " Distinguished Service Medal",
     "5725d61038643c19005acdd5": " 1969",
@@ -3953,8 +3953,8 @@
     "5725d6cb38643c19005acde9": "1,142.9 km",
     "5725d6cb38643c19005acdea": " the Service Module engine and the Command Module heat shield",
     "5725d79e89a1e219009abf90": " unmanned",
-    "5725d79e89a1e219009abf91": " Apollo spacesuit",
-    "5725d79e89a1e219009abf92": "visor helmet",
+    "5725d79e89a1e219009abf91": " a new Apollo spacesuit",
+    "5725d79e89a1e219009abf92": " traditional visor helmet",
     "5725d79e89a1e219009abf93": " water-cooled",
     "5725d79e89a1e219009abf94": " Lunar Module Pilot",
     "5725d8a3271a42140099d28f": "Deke Slayton",
@@ -3970,7 +3970,7 @@
     "5725da63ec44d21400f3d6ac": "tiger team",
     "5725da63ec44d21400f3d6ad": " 1967",
     "5725da63ec44d21400f3d6ae": " George Mueller",
-    "5725db4aec44d21400f3d6bd": " altitude chamber",
+    "5725db4aec44d21400f3d6bd": " the altitude chamber",
     "5725db4aec44d21400f3d6be": "Grissom, White, and Chaffee",
     "5725db4aec44d21400f3d6bf": " launch countdown",
     "5725db4aec44d21400f3d6c0": " North American",
@@ -3986,7 +3986,7 @@
     "5725de30ec44d21400f3d6ed": " nitrogen",
     "5725de30ec44d21400f3d6ee": " flammable",
     "5725de30ec44d21400f3d6ef": " quick-release, outward opening",
-    "5725de30ec44d21400f3d6f0": " NASA discontinued the manned Block I program",
+    "5725de30ec44d21400f3d6f0": " NASA discontinued",
     "5725de30ec44d21400f3d6f1": " Block II",
     "5725df1838643c19005ace15": " unmanned Saturn V validation",
     "5725df1838643c19005ace16": " successfully accomplished",
@@ -4073,7 +4073,7 @@
     "5725c28a271a42140099d150": " European Parliament and the Council of the European Union",
     "57268b43dd62a815002e88f0": " primary law, secondary law and supplementary law",
     "57268b43dd62a815002e88f1": " Treaties establishing the European Union",
-    "57268b43dd62a815002e88f2": " European Parliament and the Council of the European Union",
+    "57268b43dd62a815002e88f2": " the European Parliament and the Council of the European Union",
     "57268b43dd62a815002e88f3": " three",
     "5725bbec271a42140099d0d1": " courts of member states and the Court of Justice of the European Union",
     "5725bbec271a42140099d0d2": " the courts of member states",
@@ -4166,7 +4166,7 @@
     "572656e4dd62a815002e81fd": " TEU articles 4 and 5",
     "572656e4dd62a815002e81fe": " the Court of Justice",
     "572695285951b619008f774b": " 294",
-    "572695285951b619008f774c": " majority in Parliament, a minority in the Council, and a majority in the Commission",
+    "572695285951b619008f774c": " a majority in Parliament, a minority in the Council, and a majority in the Commission",
     "572695285951b619008f774d": " TEU articles 4 and 5",
     "572695285951b619008f774e": "Conciliation Committee",
     "572658435951b619008f7025": " judicial",
@@ -4209,7 +4209,7 @@
     "57269e3bf1498d1400e8e51a": " 60",
     "57269f3ef1498d1400e8e534": " national",
     "57269f3ef1498d1400e8e535": " required incorporations would only be nullified for a fixed list of reasons",
-    "57269f3ef1498d1400e8e536": " set up an insurance fund for employees to claim unpaid wages if their employers had gone insolvent",
+    "57269f3ef1498d1400e8e536": " set up an insurance fund for employees to claim unpaid wages",
     "57269f3ef1498d1400e8e537": " 6 million Lira",
     "5726a00cf1498d1400e8e550": " the European Court of Justice",
     "5726a00cf1498d1400e8e551": " fundamental rights (see human rights), proportionality, legal certainty, equality before the law and subsidiarity",
@@ -4240,7 +4240,7 @@
     "5726a46cdd62a815002e8bd1": " The UK",
     "5726a46cdd62a815002e8bd2": "Social Chapter",
     "5726a46cdd62a815002e8bd3": " 1992",
-    "5726a5525951b619008f78dd": " election of the UK Labour Party to government",
+    "5726a5525951b619008f78dd": " the election of the UK Labour Party to government",
     "5726a5525951b619008f78de": " 1997",
     "5726a5525951b619008f78df": " Works Council Directive",
     "5726a5525951b619008f78e0": " 1996",
@@ -4259,7 +4259,7 @@
     "5726b58f5951b619008f7b57": " consumer prices",
     "5726b58f5951b619008f7b58": " free trade",
     "5726b58f5951b619008f7b59": " the Court of Justice",
-    "5726b718dd62a815002e8dbe": " customs union",
+    "5726b718dd62a815002e8dbe": " a customs union",
     "5726b718dd62a815002e8dbf": " all \"trading rules\" that are \"enacted by Member States\" which could hinder trade",
     "5726b718dd62a815002e8dc0": " private actors",
     "5726b718dd62a815002e8dc1": " Commission v France",
@@ -4319,7 +4319,7 @@
     "5729e2316aef0514001550c5": " 7,000,000",
     "5729e2316aef0514001550c6": " nine",
     "5729e2316aef0514001550c7": " Brazil",
-    "5729e2316aef0514001550c8": " 16,000 species",
+    "5729e2316aef0514001550c8": " 16,000",
     "5725be0f271a42140099d117": " wetter",
     "5725be0f271a42140099d118": " Climate fluctuations",
     "5725be0f271a42140099d119": " Oligocene",
@@ -4439,7 +4439,7 @@
     "5729f3831d0469140077967e": " lipophilic alkaloid toxins",
     "5729f3831d0469140077967f": " Vampire",
     "5729fd56af94a219006aa72f": " slash and burn",
-    "5729fd56af94a219006aa730": " 1960s",
+    "5729fd56af94a219006aa730": " the early 1960s",
     "5729fd56af94a219006aa731": " slash and burn",
     "5729fd56af94a219006aa732": " loss of soil fertility and weed invasion",
     "5729fd56af94a219006aa733": " areas cleared of forest",
@@ -4532,7 +4532,7 @@
     "5725bdbe38643c19005acc3b": " over-fishing and long-term environmental changes",
     "5725c69738643c19005accb9": " other ctenophores",
     "5725c69738643c19005accba": " Mnemiopsis",
-    "5725c69738643c19005accbb": " fish larvae and organisms that would otherwise have fed the fish",
+    "5725c69738643c19005accbb": " fish larvae",
     "5725c69738643c19005accbc": " bays",
     "5726431d271a42140099d7f5": " bays",
     "5726431d271a42140099d7f6": "planktonic plants",
@@ -4591,7 +4591,7 @@
     "57265746dd62a815002e8218": "sea gooseberry",
     "57265746dd62a815002e8219": " tentacles",
     "57265746dd62a815002e821a": " rounded",
-    "57265746dd62a815002e821b": " sheath",
+    "57265746dd62a815002e821b": " a sheath",
     "57265746dd62a815002e821c": " the narrow end",
     "572658daf1498d1400e8dcac": " tentilla (\"little tentacles\"),",
     "572658daf1498d1400e8dcad": " specialized mushroom-shaped cells in the outer layer of the epidermis",
@@ -4613,7 +4613,7 @@
     "57265c10f1498d1400e8dd39": " water disturbances created by the cilia",
     "57265d86f1498d1400e8dd50": " Nuda",
     "57265d86f1498d1400e8dd51": " Beroida",
-    "57265d86f1498d1400e8dd52": " This tight closure streamlines the front of the animal when it is pursuing prey",
+    "57265d86f1498d1400e8dd52": " \"zip\" the mouth shut when the animal is not feeding",
     "57265d86f1498d1400e8dd53": " tight closure streamlines the front of the animal",
     "57265d86f1498d1400e8dd54": "macrocilia",
     "57265e97708984140094c3c3": " Cestida",
@@ -4641,7 +4641,7 @@
     "572686fc708984140094c8e8": " Juveniles",
     "5726887e708984140094c917": " predators",
     "5726887e708984140094c918": " jellyfish",
-    "5726887e708984140094c919": " incorporate their prey's nematocysts (stinging cells) into their own tentacles instead of colloblasts",
+    "5726887e708984140094c919": " incorporate their prey's nematocysts (stinging cells) into their own tentacles",
     "5726887e708984140094c91a": " smaller, weaker swimmers such as rotifers and mollusc and crustacean larvae",
     "5726887e708984140094c91b": " Lampea",
     "57268a37f1498d1400e8e33c": " their low ratio of organic matter to salt and water",
@@ -4744,12 +4744,12 @@
     "5725edfe38643c19005acea2": " Hmong or Laotian",
     "5725edfe38643c19005acea3": "West Side",
     "5725f00938643c19005aced7": " M. Theo Kearney",
-    "5725f00938643c19005aced8": " tall palm trees",
+    "5725f00938643c19005aced8": " tall palm",
     "5725f00938643c19005aced9": " Fresno Street and Thorne Ave",
     "5725f00938643c19005aceda": " Brookhaven",
     "5725f00938643c19005acedb": "Dogg Pound",
     "5725f190ec44d21400f3d76f": " between the 1960s and 1990s",
-    "5725f190ec44d21400f3d770": " Fresno and B streets",
+    "5725f190ec44d21400f3d770": " Fresno and B",
     "5725f190ec44d21400f3d771": " Cargill Meat Solutions and Foster Farms",
     "5725f190ec44d21400f3d772": " the West Side",
     "5725f190ec44d21400f3d773": " very little",
@@ -4800,7 +4800,7 @@
     "5725fe63ec44d21400f3d7dd": "Fresno",
     "5725fe63ec44d21400f3d7de": " 1950s",
     "5725fe63ec44d21400f3d7df": " SR 99",
-    "5725fe63ec44d21400f3d7e0": " rapidly raising population and traffic in cities",
+    "5725fe63ec44d21400f3d7e0": " rapidly raising population and traffic",
     "5725ff8238643c19005acf49": " Amtrak San Joaquins",
     "5725ff8238643c19005acf4a": " Downtown Fresno",
     "5725ff8238643c19005acf4b": " Burlington Northern Santa Fe Railway and Union Pacific Railroad",
@@ -4861,7 +4861,7 @@
     "57263cfcec44d21400f3dc8e": " AppleTalk included features that allowed local area networks to be established ad hoc without the requirement for a centralized router or server",
     "57263cfcec44d21400f3dc8f": " The AppleTalk system automatically assigned addresses",
     "57263cfcec44d21400f3dc90": " plug-n-play system",
-    "57263dcd89a1e219009ac5a2": "The CYCLADES packet switching network was a French research network designed and directed by Louis Pouzin",
+    "57263dcd89a1e219009ac5a2": " Louis Pouzin",
     "57263dcd89a1e219009ac5a3": " It was the first network to make the hosts responsible for reliable delivery of data, rather than the network itself",
     "57263dcd89a1e219009ac5a4": " It was the first network to make the hosts responsible for reliable delivery of data, rather than the network itself",
     "57263dcd89a1e219009ac5a5": " ARPANET architecture",
@@ -4882,7 +4882,7 @@
     "57264228ec44d21400f3dcf8": " changed the host interface to X.25 and the terminal interface to X.29",
     "57264228ec44d21400f3dcf9": " GTE",
     "5726431aec44d21400f3dd13": "Tymnet was an international data communications network headquartered in San Jose, CA that utilized virtual call packet switched technology",
-    "5726431aec44d21400f3dd14": " host computers (servers)at thousands of large companies, educational institutions, and government agencies",
+    "5726431aec44d21400f3dd14": " to connect host computers (servers)at thousands of large companies, educational institutions, and government agencies",
     "5726431aec44d21400f3dd15": " via dial-up connections or dedicated async connections",
     "5726431aec44d21400f3dd16": " build their own dedicated networks",
     "5726431aec44d21400f3dd17": " build their own dedicated networks",
@@ -4944,7 +4944,7 @@
     "57264b3edd62a815002e80aa": " the heavens",
     "57264b3edd62a815002e80ab": " the king of France",
     "57264b3edd62a815002e80ac": " Miasma theory",
-    "57264b3edd62a815002e80ad": " Miasma theory",
+    "57264b3edd62a815002e80ad": " the Miasma theory",
     "57264c42dd62a815002e80c6": " Yersinia pestis",
     "57264c42dd62a815002e80c7": " Hong Kong in 1894",
     "57264c42dd62a815002e80c8": " Alexandre Yersin",
@@ -5008,7 +5008,7 @@
     "5726559edd62a815002e81cb": " 1665",
     "57265642f1498d1400e8dc68": " 40,000",
     "57265642f1498d1400e8dc69": " Russia",
-    "57265642f1498d1400e8dc6b": " Italian Plague of 1629\u20131631",
+    "57265642f1498d1400e8dc6b": " Italian Plague",
     "57265642f1498d1400e8dc6c": " 1654",
     "57265642f1498d1400e8dc6a": " 22",
     "57265700dd62a815002e820e": " 1.7 million",
@@ -5035,7 +5035,7 @@
     "57265f605951b619008f70dd": " Transform",
     "57265f605951b619008f70de": " Alfred Wegener",
     "57265f605951b619008f70df": " convecting",
-    "57266193dd62a815002e832a": " arrival times of seismic",
+    "57266193dd62a815002e832a": " arrival times of seismic waves in reverse",
     "57266193dd62a815002e832b": " lithosphere",
     "57266193dd62a815002e832d": " 410 and 660 kilometers",
     "57266193dd62a815002e832e": " seismic waves",
@@ -5083,7 +5083,7 @@
     "572673f5708984140094c69e": " Continual motion",
     "572673f5708984140094c69f": " Deformational events",
     "57267640f1498d1400e8e074": " layered basaltic lava flows",
-    "57267640f1498d1400e8e075": " Acasta gneiss of the Slave craton",
+    "57267640f1498d1400e8e075": " Acasta gneiss",
     "57267640f1498d1400e8e076": " sedimentary",
     "57267640f1498d1400e8e077": " Cambrian",
     "57267640f1498d1400e8e078": " northwestern Canada",
@@ -5283,7 +5283,7 @@
     "57268341f1498d1400e8e23c": "The Hoppings",
     "57268341f1498d1400e8e23d": " June",
     "57268341f1498d1400e8e23e": " Temperance Movement",
-    "57268341f1498d1400e8e23f": " cycling festival",
+    "57268341f1498d1400e8e23f": " cycling",
     "57268341f1498d1400e8e240": " Northern Pride Festival and Parade",
     "572683e6f1498d1400e8e24c": "Newcastle Mela",
     "572683e6f1498d1400e8e24e": " Sage Gateshead Music and Arts Centre",
@@ -5461,13 +5461,13 @@
     "5726a2445951b619008f7861": " sgraffito",
     "5726a2445951b619008f7862": " Starkie Gardner",
     "5726a2445951b619008f7863": " to the southeast",
-    "5726a2445951b619008f7864": " south side of the garden",
+    "5726a2445951b619008f7864": " the south side of the garden",
     "5726a2445951b619008f7865": " Reuben Townroe",
     "5726a5b5f1498d1400e8e5fe": " Aston Webb",
     "5726a5b5f1498d1400e8e5ff": " red brick and Portland stone",
     "5726a5b5f1498d1400e8e600": " 720 feet",
     "5726a5b5f1498d1400e8e601": " statue of fame",
-    "5726a5b5f1498d1400e8e602": " main windows to the galleries",
+    "5726a5b5f1498d1400e8e602": " main windows",
     "5726a9ff708984140094cd4b": " Alfred Drury",
     "5726a9ff708984140094cd4c": " four",
     "5726a9ff708984140094cd4d": " Webb",
@@ -5714,7 +5714,7 @@
     "5726808bdd62a815002e8777": " NBC Blue and NBC Red",
     "5726808bdd62a815002e8778": " major cities",
     "5726808bdd62a815002e8779": " drama series",
-    "5726808bdd62a815002e877a": " NBC Blue Network",
+    "5726808bdd62a815002e877a": " NBC Blue",
     "572681ab708984140094c85d": " Mutual",
     "572681ab708984140094c85e": " 1938",
     "572681ab708984140094c85f": " 1940",
@@ -5788,7 +5788,7 @@
     "5726ed12708984140094d645": " 1952",
     "5726ed12708984140094d646": " February 9, 1953",
     "5726ed12708984140094d647": " American Broadcasting-Paramount Theatres, Inc.",
-    "5726ed12708984140094d648": " Paramount Building at 1501 Broadway in Manhattan",
+    "5726ed12708984140094d648": " 1501 Broadway in Manhattan",
     "5726edeff1498d1400e8f024": " August 10, 1948",
     "5726edeff1498d1400e8f025": " October 1948",
     "5726edeff1498d1400e8f026": " Mount Wilson",
@@ -6017,7 +6017,7 @@
     "57276690708984140094dd04": " ABC Television Center, East",
     "5727678e5951b619008f8973": " Times Square Studios",
     "5727678e5951b619008f8974": " Good Morning America and Nightline",
-    "5727678e5951b619008f8975": " Peter Jennings Way",
+    "5727678e5951b619008f8975": " Peter Jennings",
     "5727678e5951b619008f8976": " World News Tonight",
     "572768d9708984140094dd13": " ABC on Demand",
     "572768d9708984140094dd14": " Hulu",
@@ -6103,7 +6103,7 @@
     "57277de9dd62a815002e9ea6": "WZZM and WOTV",
     "57277de9dd62a815002e9ea7": " WTSP",
     "57269e8a5951b619008f77f5": " Mongol Empire",
-    "57269e8a5951b619008f77f6": " nomadic tribes of Northeast Asia",
+    "57269e8a5951b619008f77f6": " many of the nomadic tribes of Northeast Asia",
     "57269e8a5951b619008f77f7": " Khwarezmian and Xia controlled lands",
     "57269e8a5951b619008f77f8": " Central Asia and China",
     "57269e8a5951b619008f77f9": " Qara Khitai, Caucasus, Khwarezmid Empire, Western Xia and Jin",
@@ -6154,7 +6154,7 @@
     "5726acc1f1498d1400e8e6cc": " 1186",
     "5726acc1f1498d1400e8e6cd": " Battle of Dalan Balzhut",
     "5726acc1f1498d1400e8e6ce": " Qara Khitai",
-    "5726ae32708984140094cdab": " Yassa code",
+    "5726ae32708984140094cdab": " the Yassa code",
     "5726ae32708984140094cdac": " wealth from future possible war spoils",
     "5726ae32708984140094cdad": " orphans",
     "5726ae32708984140094cdae": " wealth from future possible war spoils",
@@ -6234,7 +6234,7 @@
     "57272bcb5951b619008f8687": " on the road back to Samarkand",
     "57272ce1f1498d1400e8f43a": " 1226",
     "57272ce1f1498d1400e8f43b": " autumn",
-    "57272ce1f1498d1400e8f43c": " Mongols",
+    "57272ce1f1498d1400e8f43c": " the Mongols",
     "57272ce1f1498d1400e8f43d": " Yellow River",
     "57272ce1f1498d1400e8f43e": " a line of five stars",
     "57272dd55951b619008f8697": " Ning Hia",
@@ -6362,7 +6362,7 @@
     "5726da89dd62a815002e92b4": " regulates the practice of pharmacists and pharmacy technicians",
     "5726da89dd62a815002e92b5": " health care",
     "5726da89dd62a815002e92b6": " manage the pharmacy department and specialised areas in pharmacy practice",
-    "5726db5add62a815002e92d5": " writing a five volume book in his native Greek",
+    "5726db5add62a815002e92d5": " writing a five volume book",
     "5726db5add62a815002e92d6": " De Materia Medica",
     "5726db5add62a815002e92d7": " materia medica",
     "5726db5add62a815002e92d4": " Diocles of Carystus",
@@ -6370,7 +6370,7 @@
     "5726dcbddd62a815002e9320": " highly respected",
     "5726dcbddd62a815002e9321": " Taih\u014d Code (701) and re-stated in the Y\u014dr\u014d Code (718).",
     "5726dcbddd62a815002e9322": " the Meiji Restoration",
-    "5726dcbddd62a815002e9323": " superior to all others",
+    "5726dcbddd62a815002e9323": " superior",
     "5726dcbddd62a815002e9324": " even ranked above",
     "5726ddf6f1498d1400e8ee04": " botany and chemistry",
     "5726ddf6f1498d1400e8ee05": " Muhammad ibn Zakar\u012bya R\u0101zi",
@@ -6392,11 +6392,11 @@
     "5726e179dd62a815002e93b0": " patient compliance",
     "5726e179dd62a815002e93b1": " practicing in hospitals",
     "5726e313f1498d1400e8eeb2": " within the premises of the hospital",
-    "5726e313f1498d1400e8eeb3": " unit-dose, or a single dose of medicine",
+    "5726e313f1498d1400e8eeb3": " unit-dose",
     "5726e313f1498d1400e8eeb4": " high risk preparations and some other compounding functions",
     "5726e313f1498d1400e8eeb5": " high cost of medications and drug-related technology",
-    "5726e313f1498d1400e8eeb6": " larger range of medications, including more specialized medications",
-    "5726e3c4dd62a815002e9404": " optimizes the use of medication and promotes health, wellness, and disease prevention",
+    "5726e313f1498d1400e8eeb6": " larger range of medications",
+    "5726e3c4dd62a815002e9404": " direct patient care services that optimizes the use of medication and promotes health, wellness, and disease prevention",
     "5726e3c4dd62a815002e9405": " inside hospitals and clinics",
     "5726e3c4dd62a815002e9406": " physicians",
     "5726e3c4dd62a815002e9407": " patient care rounds drug product selection",
@@ -6439,7 +6439,7 @@
     "5726f0e35951b619008f82fb": " legalize importation of medications from Canada",
     "5726f2375951b619008f830f": " pharmacy practice science and applied information science",
     "5726f2375951b619008f8310": " information technology departments or for healthcare information technology vendor companies",
-    "5726f2375951b619008f8311": " patient information projects and health system interoperability goals",
+    "5726f2375951b619008f8311": " major national and international patient information projects and health system interoperability goals",
     "5726f2375951b619008f8312": " medication management system development, deployment and optimization",
     "5726f2375951b619008f8313": " quickly",
     "5726f36cdd62a815002e95fe": " specialty drugs",
@@ -6521,7 +6521,7 @@
     "5726f8aef1498d1400e8f170": " adaptive immune system",
     "5728f6446aef0514001548e4": " Innate",
     "5728f6446aef0514001548e5": " adaptive immune system",
-    "5728f6446aef0514001548e6": " immunological memory",
+    "5728f6446aef0514001548e6": " an immunological memory",
     "5728f6446aef0514001548e7": " physical barriers",
     "5728f7774b864d190016512e": " self and non-self",
     "5728f7774b864d190016512f": " self molecules",
@@ -6577,7 +6577,7 @@
     "5729f12e3f37b319004785e2": " antigen presentation",
     "5729f12e3f37b319004785e3": " pathogens",
     "5729f1fcaf94a219006aa6d3": " the killer T cell and the helper T cell",
-    "5729f1fcaf94a219006aa6d4": " regulatory T cells",
+    "5729f1fcaf94a219006aa6d4": " regulatory",
     "5729f1fcaf94a219006aa6d5": " Class I MHC",
     "5729f1fcaf94a219006aa6d6": " Class II MHC molecules",
     "5729f1fcaf94a219006aa6d7": "\u03b3\u03b4 T cells",
@@ -6664,7 +6664,7 @@
     "572a06af3f37b31900478667": "Pattern recognition receptors",
     "572a06af3f37b31900478668": " defensins",
     "572a06af3f37b31900478669": " phagocytic",
-    "572a06af3f37b3190047866a": " RNA interference pathway",
+    "572a06af3f37b3190047866a": " RNA interference",
     "572a07fc6aef0514001551dc": " immunoglobulins and T cell receptors",
     "572a07fc6aef0514001551dd": " lamprey and hagfish",
     "572a07fc6aef0514001551de": " Variable lymphocyte receptors",
@@ -6850,7 +6850,7 @@
     "5728e5f43acd2414000e0173": " engaging in the forbidden speech",
     "5728e5f43acd2414000e0174": " Threatening government officials",
     "57282dfb4b864d1900164668": " it more difficult for a system to function",
-    "57282dfb4b864d1900164669": " padlocking the gates and using sickles to deflate one of the large domes covering two satellite dishes",
+    "57282dfb4b864d1900164669": " padlocking the gates",
     "57282dfb4b864d190016466a": " padlocking the gates and using sickles to deflate one of the large domes covering two satellite dishes",
     "57282dfb4b864d190016466b": " limited coercion",
     "57282dfb4b864d190016466c": " coercive",
@@ -6896,7 +6896,7 @@
     "5728facd4b864d1900165171": " inform the jury and the public of the political circumstances surrounding the case and their reasons for breaking the law via civil disobedience",
     "5728facd4b864d1900165172": " inform the jury and the public of the political circumstances surrounding the case",
     "5728facd4b864d1900165173": " Vietnam War",
-    "5728facd4b864d1900165174": " inform the jury and the public of the political circumstances surrounding the case and their reasons for breaking the law via civil disobedience.\" A technical defense",
+    "5728facd4b864d1900165174": " technical defense",
     "5728fb6a1d04691400778ef5": " attribution",
     "5728fb6a1d04691400778ef6": " neither conscientious nor of social benefit",
     "5728fb6a1d04691400778ef7": " a protestor who attempts to escape punishment by committing the crime covertly and avoiding attribution",
@@ -6913,7 +6913,7 @@
     "5728fd3c3f37b31900477f2f": " moral reasons",
     "57273a465951b619008f86ff": "Construction",
     "57273a465951b619008f8700": " manufacturing",
-    "57273a465951b619008f8701": " six to nine percent",
+    "57273a465951b619008f8701": " six to nine",
     "57273a465951b619008f8702": " design, and financing",
     "57273a465951b619008f8703": " a known client",
     "57273cca708984140094db33": " An architect",
@@ -6971,7 +6971,7 @@
     "572750e8dd62a815002e9af0": " zoning and building code requirements",
     "572750e8dd62a815002e9af1": " the owner",
     "572750e8dd62a815002e9af2": " desire to prevent things that are indisputably bad",
-    "572750e8dd62a815002e9af3": " desire to prevent things that are indisputably bad",
+    "572750e8dd62a815002e9af3": " the desire to prevent things that are indisputably bad",
     "572750e8dd62a815002e9af4": " An attorney",
     "572751b4708984140094dc1b": "A construction project",
     "572751b4708984140094dc1c": " A contract",
@@ -7029,7 +7029,7 @@
     "5727490bdd62a815002e9a83": " blazer",
     "5727490bdd62a815002e9a84": " more expensive",
     "57274971708984140094dbbb": " Presbyterian Church",
-    "57274971708984140094dbbc": " Anglican Church, Uniting Church and Presbyterian Church",
+    "57274971708984140094dbbc": " Presbyterian Church",
     "57274971708984140094dbbd": "Sydney",
     "57274971708984140094dbbe": " girls",
     "57274a1edd62a815002e9a9a": " Article 7, Paragraph 4",
@@ -7157,7 +7157,7 @@
     "5727c55bff5b5019007d94ce": "James Bryant Conant",
     "5727c55bff5b5019007d94cf": " devised programs to identify, recruit, and support talented youth",
     "5727c55bff5b5019007d94d0": " 1945",
-    "5727c69d3acd2414000dec13": " four men attending Harvard College for every woman",
+    "5727c69d3acd2414000dec13": " four",
     "5727c69d3acd2414000dec14": " 1977",
     "5727c69d3acd2414000dec15": " steadily increased",
     "5727c8863acd2414000dec49": " 3 miles",
@@ -7190,7 +7190,7 @@
     "5727d3843acd2414000ded69": " seven",
     "5727d3843acd2414000ded6a": " eight",
     "5727d3843acd2414000ded6b": " reliance on teaching fellows",
-    "5727d4922ca10214002d977c": " semester calendar beginning in early September and ending in mid-May",
+    "5727d4922ca10214002d977c": " semester",
     "5727d4922ca10214002d977d": " four",
     "5727d4922ca10214002d977e": " degrees summa cum laude",
     "5727d4922ca10214002d977f": " 60%",
@@ -7240,7 +7240,7 @@
     "5727c94bff5b5019007d954d": " Duval",
     "5727c94bff5b5019007d954e": " 1968",
     "5727cb4b2ca10214002d9676": " St. Johns River",
-    "5727cb4b2ca10214002d9677": " 340 miles (550 km)",
+    "5727cb4b2ca10214002d9677": " 340 miles",
     "5727cb4b2ca10214002d9678": " Fort Caroline",
     "5727cb4b2ca10214002d9679": " Timucua",
     "5727cb4b2ca10214002d967a": " Andrew Jackson",
@@ -7333,7 +7333,7 @@
     "5727e6cbff5b5019007d97ee": " 40%",
     "5727e6cbff5b5019007d97ef": " 3.5 billion",
     "5727e6cbff5b5019007d97f0": " $759,900",
-    "5727e6cbff5b5019007d97f1": " methodology used",
+    "5727e6cbff5b5019007d97f1": " the methodology used",
     "5727e6cbff5b5019007d97f2": " methodology used",
     "5729d36b1d04691400779607": " 40%",
     "5729d36b1d04691400779608": " financial assets",
@@ -7353,7 +7353,7 @@
     "5727e9523acd2414000def96": " differences in value added by labor, capital and land",
     "5727e9523acd2414000def97": " differences in value added by different classifications of workers",
     "5727e9523acd2414000def98": " inequality",
-    "5727e9523acd2414000def99": " marginal value added of each economic actor",
+    "5727e9523acd2414000def99": " marginal value added",
     "5729d51d3f37b3190047858f": " differences in value added by labor, capital and land",
     "5729d51d3f37b31900478590": " value added by different classifications of workers",
     "5729d51d3f37b31900478591": " wages and profits",
@@ -7371,13 +7371,13 @@
     "5727ec062ca10214002d99b6": " wages",
     "5727ec062ca10214002d99b7": " law of supply and demand",
     "5727ec062ca10214002d99b8": " chronically understaffed",
-    "5727ec062ca10214002d99b9": " offering a higher wage the best of their labor",
+    "5727ec062ca10214002d99b9": " by offering a higher wage the best of their labor",
     "5727ec062ca10214002d99ba": " unfair",
     "5729d878af94a219006aa66b": " the market",
     "5729d878af94a219006aa66c": " the market",
     "5729d878af94a219006aa66d": " wages",
     "5729d878af94a219006aa66e": " markets",
-    "5729d878af94a219006aa66f": " high levels of inequality, outcomes that are widely viewed as unfair",
+    "5729d878af94a219006aa66f": " high levels of inequality",
     "5727ed2e3acd2414000df001": " Competition amongst employers",
     "5727ed2e3acd2414000df002": "low demand",
     "5727ed2e3acd2414000df003": " high wages",
@@ -7473,7 +7473,7 @@
     "5729f1c13f37b319004785eb": " in US once other factors are accounted for there is still a difference in earnings between women and men",
     "5727ff083acd2414000df1ab": " social welfare",
     "5727ff083acd2414000df1ac": " relatively equal",
-    "5727ff083acd2414000df1ad": " As a country develops, it acquires more capital",
+    "5727ff083acd2414000df1ad": " it acquires more capital",
     "5727ff083acd2414000df1ae": " social welfare programs",
     "5729f24baf94a219006aa6dd": "Economist",
     "5729f24baf94a219006aa6de": " levels of economic inequality",
@@ -7586,7 +7586,7 @@
     "572a1a5c6aef051400155284": " special efforts",
     "572a1a5c6aef051400155285": " the existing level of inequality",
     "572a1a5c6aef051400155286": " reduction",
-    "572a1a5c6aef051400155287": " United Nations",
+    "572a1a5c6aef051400155287": " the United Nations",
     "572a1a5c6aef051400155288": " reducing poverty",
     "572a1ba46aef05140015528e": " land and housing",
     "572a1ba46aef05140015528f": " through various associations and other arrangements",
@@ -7627,7 +7627,7 @@
     "572a2224af94a219006aa825": " gender roles and customs",
     "572a2224af94a219006aa826": " fear of their lives",
     "572a2224af94a219006aa827": " a better relevant income",
-    "5727efabff5b5019007d98e2": " BBC",
+    "5727efabff5b5019007d98e2": " the BBC",
     "5727efabff5b5019007d98e3": " 1963",
     "5727efabff5b5019007d98e4": " TARDIS",
     "5727efabff5b5019007d98e5": " a blue British police box",
@@ -7662,7 +7662,7 @@
     "5727f5622ca10214002d9a46": " Doctor Who: More Than 30 Years in the TARDIS",
     "5727f5622ca10214002d9a47": " the series would return",
     "5727f5622ca10214002d9a48": " BBC 1",
-    "5727f678ff5b5019007d9956": " relaunch the show",
+    "5727f678ff5b5019007d9956": " relaunch",
     "5727f678ff5b5019007d9957": " Philip Segal",
     "5727f678ff5b5019007d9958": " Fox",
     "5727f678ff5b5019007d9959": " 9.1 million",
@@ -7881,7 +7881,7 @@
     "57282f204b864d190016468b": " 24 September 2007",
     "57282f204b864d190016468c": " 2009",
     "57282f204b864d190016468d": " 2010",
-    "57282f204b864d190016468e": " death of Elisabeth Sladen",
+    "57282f204b864d190016468e": " the death of Elisabeth Sladen",
     "5728303e4b864d19001646aa": " Dimensions in Time",
     "5728303e4b864d19001646ab": " Children in Need",
     "5728303e4b864d19001646ac": " EastEnders",
@@ -8018,7 +8018,7 @@
     "57285213ff5b5019007da181": " 28",
     "57285213ff5b5019007da182": " five",
     "57285213ff5b5019007da183": " New Collegiate Division",
-    "572853e8ff5b5019007da188": " Common Core",
+    "572853e8ff5b5019007da188": " the Common Core",
     "572853e8ff5b5019007da189": " 17",
     "572853e8ff5b5019007da18a": " rigorous, intense",
     "572853e8ff5b5019007da18b": " Uni in the USA",
@@ -8164,7 +8164,7 @@
     "572869b84b864d19001649ae": " preserving Mongol interests in China and satisfying the demands of his Chinese subjects",
     "572869b84b864d19001649b0": " local",
     "572869b84b864d19001649b2": " Han Chinese",
-    "572869b84b864d19001649b1": " three",
+    "572869b84b864d19001649b1": " three, later four",
     "572869b84b864d19001649af": " salt and iron",
     "57286b003acd2414000df9c1": " Karakorum",
     "57286b003acd2414000df9c2": " Khanbaliq",
@@ -8260,7 +8260,7 @@
     "57287d4a2ca10214002da3e6": " Liu Bingzhong and Yao Shu",
     "57287d4a2ca10214002da3e7": " tripartite",
     "57287d4a2ca10214002da3e8": " civil, military, and censorial offices",
-    "57287ddf3acd2414000dfa3f": " Privy Council",
+    "57287ddf3acd2414000dfa3f": " the Privy Council",
     "57287ddf3acd2414000dfa40": " since the Sui and Tang dynasties",
     "57287ddf3acd2414000dfa41": " Mongols and Semuren",
     "57287ddf3acd2414000dfa42": " Ministry of War",
@@ -8277,7 +8277,7 @@
     "57287f6a3acd2414000dfa53": " Song",
     "57287f6a3acd2414000dfa54": " qu",
     "57287f6a3acd2414000dfa55": "zaju",
-    "57287fec4b864d1900164a3c": " western khanates",
+    "57287fec4b864d1900164a3c": " western",
     "57287fec4b864d1900164a3d": " Buddhism",
     "57287fec4b864d1900164a3e": " Tibetan Buddhism",
     "57287fec4b864d1900164a3f": " Bureau of Buddhist and Tibetan Affairs",
@@ -8327,7 +8327,7 @@
     "572883a33acd2414000dfa7b": " Besh Baliq, Almaliq, and Samarqand",
     "572883a33acd2414000dfa7c": " artisans and farmers",
     "572883a33acd2414000dfa7d": " Qara-Khitay",
-    "57288428ff5b5019007da28e": " Halal slaughter and other Islamic practices like circumcision, as well as Kosher butchering for Jews",
+    "57288428ff5b5019007da28e": " Halal slaughter",
     "57288428ff5b5019007da28f": " circumcision",
     "57288428ff5b5019007da290": " Zhu Yuanzhang",
     "57288428ff5b5019007da291": "thanks",
@@ -8342,7 +8342,7 @@
     "572885023acd2414000dfa86": " southern China withstood and fought to the last before caving in",
     "572885023acd2414000dfa87": " private southern Chinese manufacturers and merchants",
     "5728855d3acd2414000dfa8d": " Uighurs",
-    "5728855d3acd2414000dfa8e": " Karluk Kara-Khanid ruler",
+    "5728855d3acd2414000dfa8e": " the Karluk Kara-Khanid ruler",
     "5728855d3acd2414000dfa8f": " Uighur King of Qocho",
     "5728855d3acd2414000dfa90": " the Uighurs surrendered to the Mongols first",
     "572885c44b864d1900164a78": " Central Region",
@@ -8712,7 +8712,7 @@
     "572957ad1d046914007792dd": " many of its genes were lost or transferred to the nucleus of the host",
     "5729582b1d046914007792e3": " chloroplast",
     "5729582b1d046914007792e4": " three",
-    "5729582b1d046914007792e5": " red algal chloroplast lineage",
+    "5729582b1d046914007792e5": " red algal",
     "5729582b1d046914007792e6": " green chloroplast lineage",
     "5729582b1d046914007792e7": " green chloroplast",
     "572958cc6aef051400154d2a": " glaucophyte",
@@ -8790,7 +8790,7 @@
     "57296977af94a219006aa3bd": " inverted repeat regions",
     "57296977af94a219006aa3be": " direct repeats",
     "57296977af94a219006aa3bf": " stabilize the rest of the chloroplast genome",
-    "572969f51d046914007793dd": " electron microscopy",
+    "572969f51d046914007793dd": " via electron microscopy",
     "572969f51d046914007793de": " two",
     "572969f51d046914007793e0": " theta intermediary form",
     "572969f51d046914007793df": " double displacement loop",
@@ -8798,7 +8798,7 @@
     "57296a65af94a219006aa3c3": " G deamination",
     "57296a65af94a219006aa3c4": " single stranded",
     "57296a65af94a219006aa3c5": " linear",
-    "57296a65af94a219006aa3c6": " through homologous recombination",
+    "57296a65af94a219006aa3c6": " homologous recombination",
     "57296a65af94a219006aa3c7": " linear",
     "57296ab93f37b31900478369": " bacteriophage T4",
     "57296ab93f37b3190047836a": " linear",
@@ -8819,12 +8819,12 @@
     "57296cb21d04691400779403": " lens-shaped",
     "57296cb21d04691400779404": " 5\u20138 \u03bcm",
     "57296cb21d04691400779405": " 1\u20133 \u03bcm",
-    "57296cb21d04691400779406": " net",
+    "57296cb21d04691400779406": " a net",
     "57296cb21d04691400779407": " cup",
     "57296d1b1d0469140077940d": " chloroplasts are surrounded by a double membrane",
     "57296d1b1d0469140077940e": " the product of the host's cell membrane infolding to form a vesicle to surround the ancestral cyanobacterium",
     "57296d1b1d0469140077940f": " homologous",
-    "57296d8d1d0469140077941d": " mitochondrial double membrane",
+    "57296d8d1d0469140077941d": " the mitochondrial double membrane",
     "57296d8d1d0469140077941e": " run proton pumps and carry out oxidative phosphorylation across to generate ATP energy",
     "57296d8d1d0469140077941f": " generate ATP energy",
     "57296d8d1d04691400779420": " internal thylakoid system",
@@ -8839,7 +8839,7 @@
     "57296e43af94a219006aa3e8": " increase the chloroplast's surface area for cross-membrane transport between its stroma and the cell cytoplasm",
     "57296e43af94a219006aa3e9": " thylakoids and intermembrane space",
     "57296eb01d04691400779435": " synthesize a small fraction of their proteins",
-    "57296eb01d04691400779436": " two-thirds the size of cytoplasmic ribosomes (around 17 nm vs 25 nm).",
+    "57296eb01d04691400779436": " two-thirds the size of cytoplasmic ribosomes (around 17 nm",
     "57296eb01d04691400779437": " 25 nm",
     "57296eb01d04691400779438": " motifs for shine-dalgarno sequence recognition",
     "57296eb01d04691400779439": " translation initiation",
@@ -8854,7 +8854,7 @@
     "57296f3caf94a219006aa3fe": " old or stressed chloroplasts",
     "57296f85af94a219006aa403": " plants that contain them",
     "57296f85af94a219006aa404": " spherical",
-    "57296f85af94a219006aa405": " roughly spherical and highly refractive bodies",
+    "57296f85af94a219006aa405": " roughly spherical",
     "57296f85af94a219006aa406": " starch",
     "57296f85af94a219006aa407": " divide",
     "57296fd71d0469140077943f": " helical thylakoid",
@@ -8875,7 +8875,7 @@
     "57297103af94a219006aa423": " about thirty",
     "57297103af94a219006aa424": " help transfer and dissipate excess energy",
     "57297103af94a219006aa425": " help transfer and dissipate excess energy",
-    "57297103af94a219006aa426": " a bright red-orange carotenoid found in nearly all chloroplasts",
+    "57297103af94a219006aa426": " a bright red-orange carotenoid",
     "57297103af94a219006aa427": " orange-red zeaxanthin",
     "5729714daf94a219006aa42d": " a third group of pigments",
     "5729714daf94a219006aa42e": " red",
@@ -8938,7 +8938,7 @@
     "572976183f37b31900478432": " high atmospheric CO2 concentrations",
     "572976183f37b31900478433": " distorting the grana and thylakoids. The starch granules displace the thylakoids, but leave them intact",
     "572976183f37b31900478434": " Waterlogged",
-    "572976183f37b31900478435": " photosynthesis-depressing factor",
+    "572976183f37b31900478435": " another photosynthesis-depressing factor",
     "572976791d046914007794af": " add O2 instead of CO2 to RuBP",
     "572976791d046914007794b0": " when the oxygen concentration is too high",
     "572976791d046914007794b1": "it consumes ATP and oxygen, releases CO2, and produces no sugar",
@@ -8982,7 +8982,7 @@
     "57297991af94a219006aa4ba": " chloroplasts",
     "57296d571d04691400779413": " 1 and itself",
     "57296d571d04691400779414": " composite number",
-    "57296d571d04691400779415": " fundamental theorem of arithmetic",
+    "57296d571d04691400779415": " The fundamental theorem of arithmetic",
     "57296d571d04691400779416": " primes",
     "57296d571d04691400779417": " one can include arbitrarily many instances of 1 in any factorization",
     "57296f293f37b319004783a3": " primality",
@@ -9034,7 +9034,7 @@
     "57297d421d046914007794e6": " probabilistic (or \"Monte Carlo\")",
     "57297d421d046914007794e7": " probabilistic (or \"Monte Carlo\") and deterministic algorithms",
     "57297d421d046914007794e8": " deterministic",
-    "57297d421d046914007794e9": " 1/(1-p)n, which decreases exponentially with the number of tests",
+    "57297d421d046914007794e9": " 1/(1-p)n, which decreases exponentially",
     "57297ed93f37b3190047845f": " Fermat primality test",
     "57297ed93f37b31900478460": " the fact (Fermat's little theorem) that np\u2261n (mod p) for any n if p is a prime number",
     "57297ed93f37b31900478461": " Carmichael numbers",
@@ -9094,11 +9094,11 @@
     "572996c73f37b319004784b4": " Diffie\u2013Hellman key exchange",
     "572996c73f37b319004784b5": " 512",
     "572996c73f37b319004784b6": " modular",
-    "572996c73f37b319004784b7": " 1024-bit",
+    "572996c73f37b319004784b7": " 1024",
     "572998673f37b319004784d5": " cicadas",
     "572998673f37b319004784d6": " underground",
     "572998673f37b319004784d7": " 17",
-    "572998673f37b319004784d8": " the prime number intervals between emergences make it very difficult for predators to evolve that could specialize as predators on Magicicadas",
+    "572998673f37b319004784d8": " the prime number intervals between emergences make it very difficult for predators to evolve",
     "572998673f37b319004784d9": " up to 2%",
     "57299a6f6aef051400155016": " minimality or indecomposability",
     "57299a6f6aef051400155017": " the smallest subfield",
@@ -9118,12 +9118,12 @@
     "57299ec43f37b3190047850d": " ring theory",
     "57299ec43f37b3190047850e": " Prime ideals",
     "57299ec43f37b3190047850f": " algebraic",
-    "57299ec43f37b31900478510": " fundamental theorem of arithmetic",
+    "57299ec43f37b31900478510": " The fundamental theorem of arithmetic",
     "57299ec43f37b31900478511": " Noetherian",
     "5729a03f1d04691400779593": "Prime ideals",
     "5729a03f1d04691400779594": " ramification",
     "5729a03f1d04691400779595": " ring of integers of quadratic number fields",
-    "5729a03f1d04691400779596": " solvability",
+    "5729a03f1d04691400779596": " the solvability",
     "5729a26d6aef05140015505a": " gets smaller",
     "5729a26d6aef05140015505b": " Certain arithmetic questions",
     "5729a26d6aef05140015505c": " absolute value",
@@ -9138,7 +9138,7 @@
     "572f5533a23a5019007fc55d": " Cologne, Germany",
     "572f5533a23a5019007fc55e": " Danube",
     "572f5533a23a5019007fc55f": " 1,230 km (760 mi)",
-    "572fe1d404bcaa1900d76e37": " European river that begins in the Swiss canton of Graub\u00fcnden in the southeastern Swiss Alps",
+    "572fe1d404bcaa1900d76e37": " a European river that begins in the Swiss canton of Graub\u00fcnden in the southeastern Swiss Alps",
     "572fe1d404bcaa1900d76e3a": " Netherlands",
     "572fe1d404bcaa1900d76e3b": " 1,230 km (760 mi)",
     "572f55e8a23a5019007fc56b": " Gaulish name R\u0113nos",
@@ -9198,7 +9198,7 @@
     "572fe60fb2c2fd140056858b": " three",
     "572fe60fb2c2fd140056858c": " Austria",
     "572fe60fb2c2fd140056858d": " the Alps",
-    "572fe60fb2c2fd140056858e": " The Rhine flows into it from the south following the Swiss-Austrian border",
+    "572fe60fb2c2fd140056858e": " the Alps",
     "572fe60fb2c2fd140056858f": " Baden-W\u00fcrttemberg",
     "572f59b4a23a5019007fc587": " greater density of cold water",
     "572f59b4a23a5019007fc58a": " Lake \u00dcberlingen",
@@ -9254,8 +9254,8 @@
     "572f6a0ba23a5019007fc5ec": " Rhine Gorge",
     "572f6a0ba23a5019007fc5ed": " erosion",
     "572f6a0ba23a5019007fc5ee": "the Romantic Rhine",
-    "572ff12e04bcaa1900d76eff": " Middle Rhine",
-    "572ff12e04bcaa1900d76f00": " Rhine Gorge",
+    "572ff12e04bcaa1900d76eff": " the Middle Rhine",
+    "572ff12e04bcaa1900d76f00": " the Rhine Gorge",
     "572ff12e04bcaa1900d76f02": " many castles and vineyards",
     "572ff12e04bcaa1900d76f03": "the Romantic Rhine",
     "572f6c85947a6a140053c940": " industry",
@@ -9264,7 +9264,7 @@
     "572f6c85947a6a140053c944": " drinking water",
     "572f6c85947a6a140053c941": " along the Lower Rhine",
     "572ff293947a6a140053ce52": " water pollution",
-    "572ff293947a6a140053ce53": " Lower Rhine",
+    "572ff293947a6a140053ce53": " Lower",
     "572ff293947a6a140053ce54": " Switzerland",
     "572ff293947a6a140053ce55": " Duisburg",
     "572ff293947a6a140053ce56": " The Ruhr",
@@ -9296,7 +9296,7 @@
     "572ff4ca04bcaa1900d76f27": " The Oude Maas",
     "572f7b33947a6a140053c9a2": " Pannerdens Kanaal",
     "572f7b33947a6a140053c9a3": " Nederrijn",
-    "572f7b33947a6a140053c9a4": " Lek",
+    "572f7b33947a6a140053c9a4": " the Lek",
     "572f7b33947a6a140053c9a5": " Nieuwe Maas",
     "572ff56304bcaa1900d76f2d": " Pannerdens Kanaal",
     "572ff56304bcaa1900d76f2e": " Nederrijn",
@@ -9320,7 +9320,7 @@
     "572ff83ab2c2fd1400568682": "1421",
     "572ff83ab2c2fd1400568683": " just south of today's line Merwede-Oude Maas to the North Sea",
     "572ff83ab2c2fd1400568685": " 1421 to 1904",
-    "572ff83ab2c2fd1400568684": " archipelago-like estuary",
+    "572ff83ab2c2fd1400568684": " an archipelago-like estuary",
     "572ff890a23a5019007fcbce": " drainage channels",
     "572ff890a23a5019007fcbcf": " The construction of Delta Works",
     "572ff890a23a5019007fcbcd": "dammed",
@@ -9341,7 +9341,7 @@
     "572ffc0f947a6a140053cef0": " stream capture",
     "572ffc0f947a6a140053cef1": " Pliocene",
     "572ffc0f947a6a140053cef2": " down to the Vosges Mountains",
-    "572ffce5a23a5019007fcc15": " Ice Ages",
+    "572ffce5a23a5019007fcc15": " the Ice Ages",
     "572ffce5a23a5019007fcc16": " six",
     "572ffce5a23a5019007fcc17": " 120 m (390 ft)",
     "572ffce5a23a5019007fcc18": " northwest",
@@ -9420,7 +9420,7 @@
     "57300bf504bcaa1900d7708a": " Ludendorff Bridge",
     "57300bf504bcaa1900d7708b": " Seven Days to the River Rhine",
     "57300c67947a6a140053cff0": " 1,230 kilometres",
-    "57300c67947a6a140053cff1": " German encyclopedia Knaurs Lexikon",
+    "57300c67947a6a140053cff1": " the German encyclopedia Knaurs Lexikon",
     "57300c67947a6a140053cff3": " typographical error",
     "57300c67947a6a140053cff2": " 1,320 kilometres (820 miles),",
     "57300c68947a6a140053cff4": " 2010",
@@ -9428,7 +9428,7 @@
     "572fac17947a6a140053cb55": " Scotland Act 1998",
     "572fac17947a6a140053cb56": " all areas that are not explicitly reserved to Westminster",
     "572fac17947a6a140053cb57": " the Parliament of the United Kingdom",
-    "572fac17947a6a140053cb58": " Westminster",
+    "572fac17947a6a140053cb58": " the Parliament of the United Kingdom",
     "572facb0a23a5019007fc863": " lack of a Parliament of Scotland",
     "572facb0a23a5019007fc864": " three",
     "572facb0a23a5019007fc865": " the outbreak of the First World War",
@@ -9459,7 +9459,7 @@
     "572faf74b2c2fd140056834b": " University of Aberdeen",
     "572faf74b2c2fd140056834a": " the former Strathclyde Regional Council debating chamber",
     "572fb059947a6a140053cb80": " City of Edinburgh Council",
-    "572fb059947a6a140053cb81": " Lothian Regional Council on George IV Bridge",
+    "572fb059947a6a140053cb81": " Lothian Regional Council",
     "572fb059947a6a140053cb82": " demolished",
     "572fb059947a6a140053cb83": " Parliament Square, High Street and George IV Bridge",
     "572fb059947a6a140053cb84": " General Assembly Hall",
@@ -9486,7 +9486,7 @@
     "572fbfa504bcaa1900d76c74": " the debating chamber",
     "572fbfa504bcaa1900d76c75": " the public",
     "572fbfa504bcaa1900d76c76": " free",
-    "572fbfa504bcaa1900d76c77": " Official Report",
+    "572fbfa504bcaa1900d76c77": " the Official Report",
     "572fc043a23a5019007fc95d": " Wednesdays",
     "572fc043a23a5019007fc95e": " up to four minutes",
     "572fc043a23a5019007fc960": " the Presiding Officer",
@@ -9571,7 +9571,7 @@
     "572fd47fa23a5019007fca59": " the Sovereign",
     "572fd6aa04bcaa1900d76d9f": " Thursday",
     "572fd6aa04bcaa1900d76da0": " May",
-    "572fd6aa04bcaa1900d76da1": " Monarch",
+    "572fd6aa04bcaa1900d76da1": " the Monarch",
     "572fd6aa04bcaa1900d76da3": " they supplant it",
     "572fd6aa04bcaa1900d76da2": " 28",
     "572fd73e947a6a140053cd32": "Several procedures",
@@ -9614,7 +9614,7 @@
     "572fdd03a23a5019007fcaa0": " Conservative",
     "572fdd03a23a5019007fcaa1": " England",
     "572ff626947a6a140053ce8e": "Islamism",
-    "572ff626947a6a140053ce8f": " all spheres of life",
+    "572ff626947a6a140053ce8f": " all",
     "572ff626947a6a140053ce90": " reordering",
     "572ff626947a6a140053ce91": " two poles",
     "572ff626947a6a140053ce92": " revolution or invasion",
@@ -9648,7 +9648,7 @@
     "572ffc99947a6a140053cef7": " peace",
     "572ffc99947a6a140053cef8": " political support",
     "572ffc99947a6a140053cef9": " 1975",
-    "572ffc99947a6a140053cefa": " political support in his struggle against leftists",
+    "572ffc99947a6a140053cefa": " political support",
     "572ffd9e04bcaa1900d76fc7": " strict, conservative",
     "572ffd9e04bcaa1900d76fc8": "hate them for their religion",
     "572ffd9e04bcaa1900d76fc9": " wars",
@@ -9879,7 +9879,7 @@
     "573093598ab72b1400f9c5ae": "Cultural imperialism",
     "573093598ab72b1400f9c5af": " soft power, such that it changes the moral, cultural and societal worldview of another",
     "573093598ab72b1400f9c5b0": " Dallas",
-    "573093598ab72b1400f9c5b1": " Roman imperialism",
+    "573093598ab72b1400f9c5b1": " Roman",
     "573093598ab72b1400f9c5b2": " bans on foreign popular culture, control of the internet and unauthorised satellite dishes",
     "57309446396df919000961b8": " 1700",
     "57309446396df919000961b9": " colonizing, influencing, and annexing other parts of the world in order to gain political power",
@@ -9979,7 +9979,7 @@
     "5730b6592461fd1900a9cfd1": " Middle East",
     "5730b7ce069b5314008322c3": " the Monroe Doctrine",
     "5730b7ce069b5314008322c4": " interventionism in Central America",
-    "5730b7ce069b5314008322c6": " a war erupted in the Philippines",
+    "5730b7ce069b5314008322c6": " a war",
     "5730b7ce069b5314008322c5": " Philippines",
     "5730b7ce069b5314008322c7": " a \"racket",
     "5730b8ca8ab72b1400f9c704": " Isiah Bowman",
@@ -10011,7 +10011,7 @@
     "573098c12461fd1900a9cee8": " 3.6%",
     "57309921396df919000961f6": " mid-18th century",
     "57309921396df919000961f7": " Church of England",
-    "57309921396df919000961f8": " methodical and exceptionally detailed in their Bible study, opinions and disciplined lifestyle",
+    "57309921396df919000961f8": " being methodical and exceptionally detailed in their Bible study, opinions and disciplined lifestyle",
     "573099f42461fd1900a9cef7": " 1735",
     "573099f42461fd1900a9cef8": " Georgia",
     "573099f42461fd1900a9cef9": " American Indians",
@@ -10302,7 +10302,7 @@
     "5733f8dc4776f419006615fa": " Fort William Henry",
     "5733f8dc4776f419006615fb": " Ticonderoga Point",
     "5733f9fa4776f4190066161f": "Colonel Monckton",
-    "5733f9fa4776f41900661620": " deportation of the French-speaking Acadian population from the area",
+    "5733f9fa4776f41900661620": " ordered the deportation of the French-speaking Acadian population from the area",
     "5733f9fa4776f41900661621": " Petitcodiac in 1755 and at Bloody Creek near Annapolis Royal in 1757",
     "5733faaf4776f4190066162f": " William Shirley",
     "5733faaf4776f41900661630": " Albany",
@@ -10328,7 +10328,7 @@
     "5733ffa7d058e614000b6751": " attacked the British column",
     "57340111d058e614000b677d": " British blockade",
     "57340111d058e614000b677e": " poor harvest",
-    "57340111d058e614000b677f": " St. Lawrence",
+    "57340111d058e614000b677f": " the St. Lawrence",
     "5734025d4776f419006616c3": " British failures in North America",
     "5734025d4776f419006616c4": " Loudoun",
     "5734025d4776f419006616c5": " three major offensive actions",
@@ -10343,7 +10343,7 @@
     "573406d1d058e614000b6801": " James Wolfe",
     "573406d1d058e614000b6802": " successfully cut off the French frontier forts further to the west and south",
     "573406d1d058e614000b6803": " Battle of Sainte-Foy",
-    "573406d1d058e614000b6804": " Battle of Sainte-Foy",
+    "573406d1d058e614000b6804": " Battle of the Restigouche",
     "573407d7d058e614000b6813": " Governor Vaudreuil",
     "573407d7d058e614000b6814": " provided medical treatment for the sick and wounded French soldiers",
     "573407d7d058e614000b6815": " General Amherst",
@@ -10435,7 +10435,7 @@
     "57377083c3c5551400e51edf": " weight",
     "57377083c3c5551400e51ee0": "spring reaction force",
     "57377083c3c5551400e51ee1": " the object's weight",
-    "57377083c3c5551400e51ee2": " gravity",
+    "57377083c3c5551400e51ee2": " the force of gravity",
     "57377083c3c5551400e51ee3": " Isaac Newton",
     "573776eec3c5551400e51ee9": " Galileo",
     "573776eec3c5551400e51eea": " rest",
@@ -10454,7 +10454,7 @@
     "57377c98c3c5551400e51efb": "spin",
     "57377c98c3c5551400e51efc": " Pauli principle",
     "57377c98c3c5551400e51efd": " spin",
-    "57377c98c3c5551400e51efe": " negative correlation between spatial and spin variables",
+    "57377c98c3c5551400e51efe": " negative correlation",
     "57377c98c3c5551400e51eff": " they exclude each other from their places",
     "57377ec7c3c5551400e51f05": " mathematical by-product",
     "57377ec7c3c5551400e51f06": " force",
@@ -10462,7 +10462,7 @@
     "57377ec7c3c5551400e51f08": " Feynman diagrams",
     "57377ec7c3c5551400e51f09": " straight",
     "5737804dc3c5551400e51f0f": " four",
-    "5737804dc3c5551400e51f10": " strong and weak forces",
+    "5737804dc3c5551400e51f10": " strong and weak",
     "5737804dc3c5551400e51f11": " electromagnetic force",
     "5737804dc3c5551400e51f12": " masses",
     "5737804dc3c5551400e51f13": " Pauli exclusion principle",
@@ -10547,7 +10547,7 @@
     "5737a4511c456719005744e1": " Newton's Second Law of Motion",
     "5737a5931c456719005744e7": " toward the center",
     "5737a5931c456719005744e8": " perpendicular",
-    "5737a5931c456719005744e9": " radial (centripetal) force",
+    "5737a5931c456719005744e9": " the radial (centripetal) force",
     "5737a5931c456719005744ea": " radial",
     "5737a5931c456719005744eb": " tangential force",
     "5737a7351c456719005744f1": " kinetic",
@@ -10566,7 +10566,7 @@
     "5737a9afc3c5551400e51f65": " nonconservative forces",
     "5737aafd1c456719005744fb": " kilogram-force",
     "5737aafd1c456719005744fc": " kilopond",
-    "5737aafd1c456719005744fd": " metric slug",
+    "5737aafd1c456719005744fd": " the metric slug",
     "5737aafd1c456719005744fe": " metric slug",
     "5737aafd1c456719005744ff": " metric slug"
 }

eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 3.0,
+    "eval_exact_match": 86.2251655629139,
+    "eval_f1": 92.71978692269988,
+    "eval_runtime": 404.9201,
+    "eval_samples": 10570,
+    "eval_samples_per_second": 26.104,
+    "eval_steps_per_second": 1.632
+}

log/events.out.tfevents.1724107193.isl-gpu4.1248516.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1171af148e80cddeea1490bae37a65ded6be993134c9d93bd286bf73486d0f8
+size 418

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 3.0,
+    "total_flos": 2.0062622083669033e+18,
+    "train_loss": 0.7534013637850455,
+    "train_runtime": 50383.896,
+    "train_samples": 87599,
+    "train_samples_per_second": 5.216,
+    "train_steps_per_second": 0.326
+}

trainer_state.json

@@ -0,0 +1,2410 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 2000,
+  "global_step": 16425,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0091324200913242,
+      "grad_norm": 221.6422576904297,
+      "learning_rate": 9.97564687975647e-06,
+      "loss": 6.0077,
+      "step": 50
+    },
+    {
+      "epoch": 0.0182648401826484,
+      "grad_norm": 53.356204986572266,
+      "learning_rate": 9.945205479452056e-06,
+      "loss": 4.1135,
+      "step": 100
+    },
+    {
+      "epoch": 0.0273972602739726,
+      "grad_norm": 82.45592498779297,
+      "learning_rate": 9.914764079147641e-06,
+      "loss": 2.8067,
+      "step": 150
+    },
+    {
+      "epoch": 0.0365296803652968,
+      "grad_norm": 55.64297866821289,
+      "learning_rate": 9.884322678843227e-06,
+      "loss": 2.3073,
+      "step": 200
+    },
+    {
+      "epoch": 0.045662100456621,
+      "grad_norm": 41.508663177490234,
+      "learning_rate": 9.853881278538814e-06,
+      "loss": 1.924,
+      "step": 250
+    },
+    {
+      "epoch": 0.0547945205479452,
+      "grad_norm": 202.38238525390625,
+      "learning_rate": 9.824048706240488e-06,
+      "loss": 1.6561,
+      "step": 300
+    },
+    {
+      "epoch": 0.0639269406392694,
+      "grad_norm": 40.34769821166992,
+      "learning_rate": 9.793607305936074e-06,
+      "loss": 1.7111,
+      "step": 350
+    },
+    {
+      "epoch": 0.0730593607305936,
+      "grad_norm": 44.13899612426758,
+      "learning_rate": 9.76316590563166e-06,
+      "loss": 1.7346,
+      "step": 400
+    },
+    {
+      "epoch": 0.0821917808219178,
+      "grad_norm": 33.424198150634766,
+      "learning_rate": 9.732724505327246e-06,
+      "loss": 1.5305,
+      "step": 450
+    },
+    {
+      "epoch": 0.091324200913242,
+      "grad_norm": 41.58274459838867,
+      "learning_rate": 9.702283105022831e-06,
+      "loss": 1.4748,
+      "step": 500
+    },
+    {
+      "epoch": 0.1004566210045662,
+      "grad_norm": 24.718538284301758,
+      "learning_rate": 9.671841704718417e-06,
+      "loss": 1.3904,
+      "step": 550
+    },
+    {
+      "epoch": 0.1095890410958904,
+      "grad_norm": 106.5848388671875,
+      "learning_rate": 9.641400304414004e-06,
+      "loss": 1.5063,
+      "step": 600
+    },
+    {
+      "epoch": 0.1187214611872146,
+      "grad_norm": 30.068777084350586,
+      "learning_rate": 9.61095890410959e-06,
+      "loss": 1.4255,
+      "step": 650
+    },
+    {
+      "epoch": 0.1278538812785388,
+      "grad_norm": 40.35118103027344,
+      "learning_rate": 9.580517503805176e-06,
+      "loss": 1.3404,
+      "step": 700
+    },
+    {
+      "epoch": 0.136986301369863,
+      "grad_norm": 25.713661193847656,
+      "learning_rate": 9.550076103500761e-06,
+      "loss": 1.2721,
+      "step": 750
+    },
+    {
+      "epoch": 0.1461187214611872,
+      "grad_norm": 37.896827697753906,
+      "learning_rate": 9.519634703196347e-06,
+      "loss": 1.2902,
+      "step": 800
+    },
+    {
+      "epoch": 0.1552511415525114,
+      "grad_norm": 28.79201316833496,
+      "learning_rate": 9.489193302891934e-06,
+      "loss": 1.3189,
+      "step": 850
+    },
+    {
+      "epoch": 0.1643835616438356,
+      "grad_norm": 40.73591232299805,
+      "learning_rate": 9.45875190258752e-06,
+      "loss": 1.2969,
+      "step": 900
+    },
+    {
+      "epoch": 0.1735159817351598,
+      "grad_norm": 37.75580596923828,
+      "learning_rate": 9.428310502283106e-06,
+      "loss": 1.1992,
+      "step": 950
+    },
+    {
+      "epoch": 0.182648401826484,
+      "grad_norm": 23.1336727142334,
+      "learning_rate": 9.397869101978691e-06,
+      "loss": 1.2553,
+      "step": 1000
+    },
+    {
+      "epoch": 0.1917808219178082,
+      "grad_norm": 24.494401931762695,
+      "learning_rate": 9.367427701674277e-06,
+      "loss": 1.22,
+      "step": 1050
+    },
+    {
+      "epoch": 0.2009132420091324,
+      "grad_norm": 25.258699417114258,
+      "learning_rate": 9.336986301369864e-06,
+      "loss": 1.2455,
+      "step": 1100
+    },
+    {
+      "epoch": 0.2100456621004566,
+      "grad_norm": 24.47820281982422,
+      "learning_rate": 9.30654490106545e-06,
+      "loss": 1.2092,
+      "step": 1150
+    },
+    {
+      "epoch": 0.2191780821917808,
+      "grad_norm": 21.027442932128906,
+      "learning_rate": 9.276103500761036e-06,
+      "loss": 1.1863,
+      "step": 1200
+    },
+    {
+      "epoch": 0.228310502283105,
+      "grad_norm": 28.407264709472656,
+      "learning_rate": 9.245662100456621e-06,
+      "loss": 1.1964,
+      "step": 1250
+    },
+    {
+      "epoch": 0.2374429223744292,
+      "grad_norm": 37.75485610961914,
+      "learning_rate": 9.215220700152207e-06,
+      "loss": 1.1217,
+      "step": 1300
+    },
+    {
+      "epoch": 0.2465753424657534,
+      "grad_norm": 36.54895782470703,
+      "learning_rate": 9.184779299847793e-06,
+      "loss": 1.1317,
+      "step": 1350
+    },
+    {
+      "epoch": 0.2557077625570776,
+      "grad_norm": 20.005041122436523,
+      "learning_rate": 9.15433789954338e-06,
+      "loss": 1.0816,
+      "step": 1400
+    },
+    {
+      "epoch": 0.2648401826484018,
+      "grad_norm": 30.079883575439453,
+      "learning_rate": 9.123896499238966e-06,
+      "loss": 1.1259,
+      "step": 1450
+    },
+    {
+      "epoch": 0.273972602739726,
+      "grad_norm": 21.35468864440918,
+      "learning_rate": 9.093455098934552e-06,
+      "loss": 1.0557,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2831050228310502,
+      "grad_norm": 35.95537185668945,
+      "learning_rate": 9.063013698630137e-06,
+      "loss": 1.2042,
+      "step": 1550
+    },
+    {
+      "epoch": 0.2922374429223744,
+      "grad_norm": 24.126571655273438,
+      "learning_rate": 9.032572298325723e-06,
+      "loss": 1.0724,
+      "step": 1600
+    },
+    {
+      "epoch": 0.3013698630136986,
+      "grad_norm": 37.01513671875,
+      "learning_rate": 9.00213089802131e-06,
+      "loss": 1.0762,
+      "step": 1650
+    },
+    {
+      "epoch": 0.3105022831050228,
+      "grad_norm": 29.829130172729492,
+      "learning_rate": 8.971689497716896e-06,
+      "loss": 1.075,
+      "step": 1700
+    },
+    {
+      "epoch": 0.319634703196347,
+      "grad_norm": 27.351768493652344,
+      "learning_rate": 8.941248097412482e-06,
+      "loss": 1.099,
+      "step": 1750
+    },
+    {
+      "epoch": 0.3287671232876712,
+      "grad_norm": 151.5540771484375,
+      "learning_rate": 8.910806697108067e-06,
+      "loss": 1.0758,
+      "step": 1800
+    },
+    {
+      "epoch": 0.3378995433789954,
+      "grad_norm": 22.22905158996582,
+      "learning_rate": 8.880365296803653e-06,
+      "loss": 1.2048,
+      "step": 1850
+    },
+    {
+      "epoch": 0.3470319634703196,
+      "grad_norm": 22.852474212646484,
+      "learning_rate": 8.849923896499239e-06,
+      "loss": 1.1506,
+      "step": 1900
+    },
+    {
+      "epoch": 0.3561643835616438,
+      "grad_norm": 25.591411590576172,
+      "learning_rate": 8.819482496194826e-06,
+      "loss": 1.0681,
+      "step": 1950
+    },
+    {
+      "epoch": 0.365296803652968,
+      "grad_norm": 57.05115509033203,
+      "learning_rate": 8.789041095890412e-06,
+      "loss": 1.0501,
+      "step": 2000
+    },
+    {
+      "epoch": 0.365296803652968,
+      "eval_exact_match": 78.10785241248817,
+      "eval_f1": 86.60142116809823,
+      "eval_runtime": 408.6372,
+      "eval_samples_per_second": 25.866,
+      "eval_steps_per_second": 1.618,
+      "step": 2000
+    },
+    {
+      "epoch": 0.3744292237442922,
+      "grad_norm": 18.742263793945312,
+      "learning_rate": 8.758599695585997e-06,
+      "loss": 1.0993,
+      "step": 2050
+    },
+    {
+      "epoch": 0.3835616438356164,
+      "grad_norm": 44.574337005615234,
+      "learning_rate": 8.728158295281583e-06,
+      "loss": 1.101,
+      "step": 2100
+    },
+    {
+      "epoch": 0.3926940639269406,
+      "grad_norm": 13.44596004486084,
+      "learning_rate": 8.697716894977169e-06,
+      "loss": 1.0706,
+      "step": 2150
+    },
+    {
+      "epoch": 0.4018264840182648,
+      "grad_norm": 35.56928253173828,
+      "learning_rate": 8.667275494672756e-06,
+      "loss": 1.0132,
+      "step": 2200
+    },
+    {
+      "epoch": 0.410958904109589,
+      "grad_norm": 23.093910217285156,
+      "learning_rate": 8.636834094368342e-06,
+      "loss": 1.075,
+      "step": 2250
+    },
+    {
+      "epoch": 0.4200913242009132,
+      "grad_norm": 53.623291015625,
+      "learning_rate": 8.606392694063928e-06,
+      "loss": 1.0114,
+      "step": 2300
+    },
+    {
+      "epoch": 0.4292237442922374,
+      "grad_norm": 19.787992477416992,
+      "learning_rate": 8.575951293759513e-06,
+      "loss": 0.9579,
+      "step": 2350
+    },
+    {
+      "epoch": 0.4383561643835616,
+      "grad_norm": 85.31494903564453,
+      "learning_rate": 8.545509893455099e-06,
+      "loss": 1.0426,
+      "step": 2400
+    },
+    {
+      "epoch": 0.4474885844748858,
+      "grad_norm": 14.577733993530273,
+      "learning_rate": 8.515068493150686e-06,
+      "loss": 1.0229,
+      "step": 2450
+    },
+    {
+      "epoch": 0.45662100456621,
+      "grad_norm": 40.19715881347656,
+      "learning_rate": 8.484627092846272e-06,
+      "loss": 1.05,
+      "step": 2500
+    },
+    {
+      "epoch": 0.4657534246575342,
+      "grad_norm": 30.88080596923828,
+      "learning_rate": 8.454185692541858e-06,
+      "loss": 0.9825,
+      "step": 2550
+    },
+    {
+      "epoch": 0.4748858447488584,
+      "grad_norm": 23.49712562561035,
+      "learning_rate": 8.423744292237443e-06,
+      "loss": 1.0332,
+      "step": 2600
+    },
+    {
+      "epoch": 0.4840182648401826,
+      "grad_norm": 28.84528160095215,
+      "learning_rate": 8.393302891933029e-06,
+      "loss": 0.9683,
+      "step": 2650
+    },
+    {
+      "epoch": 0.4931506849315068,
+      "grad_norm": 93.11555480957031,
+      "learning_rate": 8.362861491628615e-06,
+      "loss": 0.9531,
+      "step": 2700
+    },
+    {
+      "epoch": 0.502283105022831,
+      "grad_norm": 30.038545608520508,
+      "learning_rate": 8.332420091324202e-06,
+      "loss": 0.9505,
+      "step": 2750
+    },
+    {
+      "epoch": 0.5114155251141552,
+      "grad_norm": 26.936176300048828,
+      "learning_rate": 8.301978691019788e-06,
+      "loss": 1.0348,
+      "step": 2800
+    },
+    {
+      "epoch": 0.5205479452054794,
+      "grad_norm": 47.295257568359375,
+      "learning_rate": 8.271537290715373e-06,
+      "loss": 0.9554,
+      "step": 2850
+    },
+    {
+      "epoch": 0.5296803652968036,
+      "grad_norm": 18.67024803161621,
+      "learning_rate": 8.241095890410959e-06,
+      "loss": 0.981,
+      "step": 2900
+    },
+    {
+      "epoch": 0.5388127853881278,
+      "grad_norm": 35.41249084472656,
+      "learning_rate": 8.210654490106545e-06,
+      "loss": 0.9714,
+      "step": 2950
+    },
+    {
+      "epoch": 0.547945205479452,
+      "grad_norm": 89.86371612548828,
+      "learning_rate": 8.180213089802132e-06,
+      "loss": 0.969,
+      "step": 3000
+    },
+    {
+      "epoch": 0.5570776255707762,
+      "grad_norm": 17.144739151000977,
+      "learning_rate": 8.149771689497718e-06,
+      "loss": 0.9632,
+      "step": 3050
+    },
+    {
+      "epoch": 0.5662100456621004,
+      "grad_norm": 34.07986068725586,
+      "learning_rate": 8.119330289193304e-06,
+      "loss": 0.9724,
+      "step": 3100
+    },
+    {
+      "epoch": 0.5753424657534246,
+      "grad_norm": 33.85867691040039,
+      "learning_rate": 8.08888888888889e-06,
+      "loss": 0.9273,
+      "step": 3150
+    },
+    {
+      "epoch": 0.5844748858447488,
+      "grad_norm": 28.088581085205078,
+      "learning_rate": 8.058447488584475e-06,
+      "loss": 0.9382,
+      "step": 3200
+    },
+    {
+      "epoch": 0.593607305936073,
+      "grad_norm": 21.896081924438477,
+      "learning_rate": 8.028006088280062e-06,
+      "loss": 0.8934,
+      "step": 3250
+    },
+    {
+      "epoch": 0.6027397260273972,
+      "grad_norm": 24.811033248901367,
+      "learning_rate": 7.997564687975648e-06,
+      "loss": 0.8633,
+      "step": 3300
+    },
+    {
+      "epoch": 0.6118721461187214,
+      "grad_norm": 17.348302841186523,
+      "learning_rate": 7.967123287671234e-06,
+      "loss": 0.9522,
+      "step": 3350
+    },
+    {
+      "epoch": 0.6210045662100456,
+      "grad_norm": 16.166751861572266,
+      "learning_rate": 7.93668188736682e-06,
+      "loss": 0.8775,
+      "step": 3400
+    },
+    {
+      "epoch": 0.6301369863013698,
+      "grad_norm": 17.120800018310547,
+      "learning_rate": 7.906240487062405e-06,
+      "loss": 0.915,
+      "step": 3450
+    },
+    {
+      "epoch": 0.639269406392694,
+      "grad_norm": 24.14845848083496,
+      "learning_rate": 7.87579908675799e-06,
+      "loss": 0.8992,
+      "step": 3500
+    },
+    {
+      "epoch": 0.6484018264840182,
+      "grad_norm": 21.47500228881836,
+      "learning_rate": 7.845357686453578e-06,
+      "loss": 0.8837,
+      "step": 3550
+    },
+    {
+      "epoch": 0.6575342465753424,
+      "grad_norm": 893.0142822265625,
+      "learning_rate": 7.814916286149164e-06,
+      "loss": 0.7566,
+      "step": 3600
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 19.631641387939453,
+      "learning_rate": 7.78447488584475e-06,
+      "loss": 0.9036,
+      "step": 3650
+    },
+    {
+      "epoch": 0.6757990867579908,
+      "grad_norm": 21.34396743774414,
+      "learning_rate": 7.754033485540335e-06,
+      "loss": 0.8583,
+      "step": 3700
+    },
+    {
+      "epoch": 0.684931506849315,
+      "grad_norm": 41.54507064819336,
+      "learning_rate": 7.72359208523592e-06,
+      "loss": 0.8158,
+      "step": 3750
+    },
+    {
+      "epoch": 0.6940639269406392,
+      "grad_norm": 18.237974166870117,
+      "learning_rate": 7.693150684931508e-06,
+      "loss": 0.8654,
+      "step": 3800
+    },
+    {
+      "epoch": 0.7031963470319634,
+      "grad_norm": 8.820842742919922,
+      "learning_rate": 7.662709284627094e-06,
+      "loss": 0.8388,
+      "step": 3850
+    },
+    {
+      "epoch": 0.7123287671232876,
+      "grad_norm": 12.438421249389648,
+      "learning_rate": 7.63226788432268e-06,
+      "loss": 0.9076,
+      "step": 3900
+    },
+    {
+      "epoch": 0.7214611872146118,
+      "grad_norm": 31.41686248779297,
+      "learning_rate": 7.601826484018265e-06,
+      "loss": 0.8863,
+      "step": 3950
+    },
+    {
+      "epoch": 0.730593607305936,
+      "grad_norm": 54.51583480834961,
+      "learning_rate": 7.571385083713852e-06,
+      "loss": 0.865,
+      "step": 4000
+    },
+    {
+      "epoch": 0.730593607305936,
+      "eval_exact_match": 83.91674550614948,
+      "eval_f1": 91.06161273436486,
+      "eval_runtime": 406.2293,
+      "eval_samples_per_second": 26.02,
+      "eval_steps_per_second": 1.627,
+      "step": 4000
+    },
+    {
+      "epoch": 0.7397260273972602,
+      "grad_norm": 23.26498031616211,
+      "learning_rate": 7.540943683409437e-06,
+      "loss": 0.875,
+      "step": 4050
+    },
+    {
+      "epoch": 0.7488584474885844,
+      "grad_norm": 22.035991668701172,
+      "learning_rate": 7.510502283105023e-06,
+      "loss": 0.8573,
+      "step": 4100
+    },
+    {
+      "epoch": 0.7579908675799086,
+      "grad_norm": 38.90880584716797,
+      "learning_rate": 7.4800608828006096e-06,
+      "loss": 0.9069,
+      "step": 4150
+    },
+    {
+      "epoch": 0.7671232876712328,
+      "grad_norm": 21.68418312072754,
+      "learning_rate": 7.449619482496195e-06,
+      "loss": 0.8559,
+      "step": 4200
+    },
+    {
+      "epoch": 0.776255707762557,
+      "grad_norm": 94.90328979492188,
+      "learning_rate": 7.419178082191782e-06,
+      "loss": 0.876,
+      "step": 4250
+    },
+    {
+      "epoch": 0.7853881278538812,
+      "grad_norm": 40.229251861572266,
+      "learning_rate": 7.3887366818873674e-06,
+      "loss": 0.8589,
+      "step": 4300
+    },
+    {
+      "epoch": 0.7945205479452054,
+      "grad_norm": 23.035062789916992,
+      "learning_rate": 7.358295281582953e-06,
+      "loss": 0.8919,
+      "step": 4350
+    },
+    {
+      "epoch": 0.8036529680365296,
+      "grad_norm": 21.854232788085938,
+      "learning_rate": 7.32785388127854e-06,
+      "loss": 0.9156,
+      "step": 4400
+    },
+    {
+      "epoch": 0.8127853881278538,
+      "grad_norm": 14.7982759475708,
+      "learning_rate": 7.297412480974125e-06,
+      "loss": 0.7823,
+      "step": 4450
+    },
+    {
+      "epoch": 0.821917808219178,
+      "grad_norm": 11.709835052490234,
+      "learning_rate": 7.266971080669711e-06,
+      "loss": 0.8257,
+      "step": 4500
+    },
+    {
+      "epoch": 0.8310502283105022,
+      "grad_norm": 34.76528549194336,
+      "learning_rate": 7.2365296803652975e-06,
+      "loss": 0.794,
+      "step": 4550
+    },
+    {
+      "epoch": 0.8401826484018264,
+      "grad_norm": 29.65485954284668,
+      "learning_rate": 7.206088280060883e-06,
+      "loss": 0.8861,
+      "step": 4600
+    },
+    {
+      "epoch": 0.8493150684931506,
+      "grad_norm": 17.04764747619629,
+      "learning_rate": 7.17564687975647e-06,
+      "loss": 0.8877,
+      "step": 4650
+    },
+    {
+      "epoch": 0.8584474885844748,
+      "grad_norm": 16.863462448120117,
+      "learning_rate": 7.145205479452055e-06,
+      "loss": 0.8717,
+      "step": 4700
+    },
+    {
+      "epoch": 0.867579908675799,
+      "grad_norm": 22.229736328125,
+      "learning_rate": 7.114764079147641e-06,
+      "loss": 0.8354,
+      "step": 4750
+    },
+    {
+      "epoch": 0.8767123287671232,
+      "grad_norm": 21.367616653442383,
+      "learning_rate": 7.084322678843228e-06,
+      "loss": 0.8083,
+      "step": 4800
+    },
+    {
+      "epoch": 0.8858447488584474,
+      "grad_norm": 23.51657485961914,
+      "learning_rate": 7.053881278538813e-06,
+      "loss": 0.8566,
+      "step": 4850
+    },
+    {
+      "epoch": 0.8949771689497716,
+      "grad_norm": 25.13926124572754,
+      "learning_rate": 7.023439878234399e-06,
+      "loss": 0.7737,
+      "step": 4900
+    },
+    {
+      "epoch": 0.9041095890410958,
+      "grad_norm": 8.506234169006348,
+      "learning_rate": 6.9929984779299855e-06,
+      "loss": 0.7892,
+      "step": 4950
+    },
+    {
+      "epoch": 0.91324200913242,
+      "grad_norm": 18.09160041809082,
+      "learning_rate": 6.962557077625571e-06,
+      "loss": 0.7986,
+      "step": 5000
+    },
+    {
+      "epoch": 0.9223744292237442,
+      "grad_norm": 16.591453552246094,
+      "learning_rate": 6.932115677321158e-06,
+      "loss": 0.8058,
+      "step": 5050
+    },
+    {
+      "epoch": 0.9315068493150684,
+      "grad_norm": 12.483757972717285,
+      "learning_rate": 6.901674277016743e-06,
+      "loss": 0.7827,
+      "step": 5100
+    },
+    {
+      "epoch": 0.9406392694063926,
+      "grad_norm": 16.847013473510742,
+      "learning_rate": 6.871232876712329e-06,
+      "loss": 0.8306,
+      "step": 5150
+    },
+    {
+      "epoch": 0.9497716894977168,
+      "grad_norm": 27.550743103027344,
+      "learning_rate": 6.840791476407916e-06,
+      "loss": 0.7677,
+      "step": 5200
+    },
+    {
+      "epoch": 0.958904109589041,
+      "grad_norm": 118.00872802734375,
+      "learning_rate": 6.810350076103501e-06,
+      "loss": 0.8312,
+      "step": 5250
+    },
+    {
+      "epoch": 0.9680365296803652,
+      "grad_norm": 28.487119674682617,
+      "learning_rate": 6.779908675799087e-06,
+      "loss": 0.8193,
+      "step": 5300
+    },
+    {
+      "epoch": 0.9771689497716894,
+      "grad_norm": 25.242734909057617,
+      "learning_rate": 6.7494672754946735e-06,
+      "loss": 0.8542,
+      "step": 5350
+    },
+    {
+      "epoch": 0.9863013698630136,
+      "grad_norm": 29.314556121826172,
+      "learning_rate": 6.719025875190259e-06,
+      "loss": 0.8617,
+      "step": 5400
+    },
+    {
+      "epoch": 0.9954337899543378,
+      "grad_norm": 7.821478366851807,
+      "learning_rate": 6.688584474885846e-06,
+      "loss": 0.7687,
+      "step": 5450
+    },
+    {
+      "epoch": 1.004566210045662,
+      "grad_norm": 8.230454444885254,
+      "learning_rate": 6.658143074581431e-06,
+      "loss": 0.7007,
+      "step": 5500
+    },
+    {
+      "epoch": 1.0136986301369864,
+      "grad_norm": 17.57550048828125,
+      "learning_rate": 6.627701674277017e-06,
+      "loss": 0.6705,
+      "step": 5550
+    },
+    {
+      "epoch": 1.0228310502283104,
+      "grad_norm": 31.853958129882812,
+      "learning_rate": 6.597260273972604e-06,
+      "loss": 0.6468,
+      "step": 5600
+    },
+    {
+      "epoch": 1.0319634703196348,
+      "grad_norm": 25.719881057739258,
+      "learning_rate": 6.566818873668189e-06,
+      "loss": 0.7003,
+      "step": 5650
+    },
+    {
+      "epoch": 1.0410958904109588,
+      "grad_norm": 7.838934421539307,
+      "learning_rate": 6.536377473363775e-06,
+      "loss": 0.6471,
+      "step": 5700
+    },
+    {
+      "epoch": 1.0502283105022832,
+      "grad_norm": 39.390769958496094,
+      "learning_rate": 6.5059360730593615e-06,
+      "loss": 0.6483,
+      "step": 5750
+    },
+    {
+      "epoch": 1.0593607305936072,
+      "grad_norm": 45.38280487060547,
+      "learning_rate": 6.475494672754947e-06,
+      "loss": 0.5945,
+      "step": 5800
+    },
+    {
+      "epoch": 1.0684931506849316,
+      "grad_norm": 9.456714630126953,
+      "learning_rate": 6.445053272450533e-06,
+      "loss": 0.6261,
+      "step": 5850
+    },
+    {
+      "epoch": 1.0776255707762556,
+      "grad_norm": 16.920135498046875,
+      "learning_rate": 6.414611872146119e-06,
+      "loss": 0.6281,
+      "step": 5900
+    },
+    {
+      "epoch": 1.08675799086758,
+      "grad_norm": 33.61515426635742,
+      "learning_rate": 6.384170471841705e-06,
+      "loss": 0.7094,
+      "step": 5950
+    },
+    {
+      "epoch": 1.095890410958904,
+      "grad_norm": 14.23517894744873,
+      "learning_rate": 6.3537290715372916e-06,
+      "loss": 0.6322,
+      "step": 6000
+    },
+    {
+      "epoch": 1.095890410958904,
+      "eval_exact_match": 85.34531693472091,
+      "eval_f1": 92.10865701973381,
+      "eval_runtime": 406.1815,
+      "eval_samples_per_second": 26.023,
+      "eval_steps_per_second": 1.627,
+      "step": 6000
+    },
+    {
+      "epoch": 1.1050228310502284,
+      "grad_norm": 12.242176055908203,
+      "learning_rate": 6.323287671232877e-06,
+      "loss": 0.6571,
+      "step": 6050
+    },
+    {
+      "epoch": 1.1141552511415524,
+      "grad_norm": 22.35227394104004,
+      "learning_rate": 6.292846270928463e-06,
+      "loss": 0.7238,
+      "step": 6100
+    },
+    {
+      "epoch": 1.1232876712328768,
+      "grad_norm": 19.85144805908203,
+      "learning_rate": 6.2624048706240495e-06,
+      "loss": 0.6978,
+      "step": 6150
+    },
+    {
+      "epoch": 1.1324200913242009,
+      "grad_norm": 37.92237854003906,
+      "learning_rate": 6.231963470319635e-06,
+      "loss": 0.6241,
+      "step": 6200
+    },
+    {
+      "epoch": 1.1415525114155252,
+      "grad_norm": 21.54163932800293,
+      "learning_rate": 6.201522070015221e-06,
+      "loss": 0.6512,
+      "step": 6250
+    },
+    {
+      "epoch": 1.1506849315068493,
+      "grad_norm": 19.37819480895996,
+      "learning_rate": 6.171080669710807e-06,
+      "loss": 0.5888,
+      "step": 6300
+    },
+    {
+      "epoch": 1.1598173515981736,
+      "grad_norm": 59.02834701538086,
+      "learning_rate": 6.140639269406393e-06,
+      "loss": 0.6524,
+      "step": 6350
+    },
+    {
+      "epoch": 1.1689497716894977,
+      "grad_norm": 19.709335327148438,
+      "learning_rate": 6.1101978691019796e-06,
+      "loss": 0.6272,
+      "step": 6400
+    },
+    {
+      "epoch": 1.178082191780822,
+      "grad_norm": 94.84259033203125,
+      "learning_rate": 6.079756468797565e-06,
+      "loss": 0.6506,
+      "step": 6450
+    },
+    {
+      "epoch": 1.187214611872146,
+      "grad_norm": 27.324445724487305,
+      "learning_rate": 6.049315068493151e-06,
+      "loss": 0.7212,
+      "step": 6500
+    },
+    {
+      "epoch": 1.1963470319634704,
+      "grad_norm": 27.72054100036621,
+      "learning_rate": 6.0188736681887374e-06,
+      "loss": 0.6363,
+      "step": 6550
+    },
+    {
+      "epoch": 1.2054794520547945,
+      "grad_norm": 19.417390823364258,
+      "learning_rate": 5.988432267884323e-06,
+      "loss": 0.7211,
+      "step": 6600
+    },
+    {
+      "epoch": 1.2146118721461188,
+      "grad_norm": 17.682470321655273,
+      "learning_rate": 5.957990867579909e-06,
+      "loss": 0.7258,
+      "step": 6650
+    },
+    {
+      "epoch": 1.2237442922374429,
+      "grad_norm": 13.04556655883789,
+      "learning_rate": 5.927549467275495e-06,
+      "loss": 0.728,
+      "step": 6700
+    },
+    {
+      "epoch": 1.2328767123287672,
+      "grad_norm": 19.57162094116211,
+      "learning_rate": 5.897108066971081e-06,
+      "loss": 0.6404,
+      "step": 6750
+    },
+    {
+      "epoch": 1.2420091324200913,
+      "grad_norm": 14.33209228515625,
+      "learning_rate": 5.8666666666666675e-06,
+      "loss": 0.6511,
+      "step": 6800
+    },
+    {
+      "epoch": 1.2511415525114156,
+      "grad_norm": 11.948081970214844,
+      "learning_rate": 5.836225266362253e-06,
+      "loss": 0.6386,
+      "step": 6850
+    },
+    {
+      "epoch": 1.2602739726027397,
+      "grad_norm": 11.66781997680664,
+      "learning_rate": 5.805783866057839e-06,
+      "loss": 0.6319,
+      "step": 6900
+    },
+    {
+      "epoch": 1.269406392694064,
+      "grad_norm": 40.73119354248047,
+      "learning_rate": 5.775342465753425e-06,
+      "loss": 0.6657,
+      "step": 6950
+    },
+    {
+      "epoch": 1.278538812785388,
+      "grad_norm": 9.036286354064941,
+      "learning_rate": 5.744901065449011e-06,
+      "loss": 0.5752,
+      "step": 7000
+    },
+    {
+      "epoch": 1.2876712328767124,
+      "grad_norm": 23.672693252563477,
+      "learning_rate": 5.715068493150685e-06,
+      "loss": 0.7783,
+      "step": 7050
+    },
+    {
+      "epoch": 1.2968036529680365,
+      "grad_norm": 19.77155303955078,
+      "learning_rate": 5.684627092846271e-06,
+      "loss": 0.6248,
+      "step": 7100
+    },
+    {
+      "epoch": 1.3059360730593608,
+      "grad_norm": 11.635490417480469,
+      "learning_rate": 5.654185692541857e-06,
+      "loss": 0.6601,
+      "step": 7150
+    },
+    {
+      "epoch": 1.3150684931506849,
+      "grad_norm": 9.181543350219727,
+      "learning_rate": 5.623744292237443e-06,
+      "loss": 0.6029,
+      "step": 7200
+    },
+    {
+      "epoch": 1.3242009132420092,
+      "grad_norm": 9.500978469848633,
+      "learning_rate": 5.593302891933029e-06,
+      "loss": 0.6676,
+      "step": 7250
+    },
+    {
+      "epoch": 1.3333333333333333,
+      "grad_norm": 16.34039878845215,
+      "learning_rate": 5.562861491628615e-06,
+      "loss": 0.6372,
+      "step": 7300
+    },
+    {
+      "epoch": 1.3424657534246576,
+      "grad_norm": 31.06061553955078,
+      "learning_rate": 5.532420091324201e-06,
+      "loss": 0.7154,
+      "step": 7350
+    },
+    {
+      "epoch": 1.3515981735159817,
+      "grad_norm": 27.624256134033203,
+      "learning_rate": 5.501978691019787e-06,
+      "loss": 0.6578,
+      "step": 7400
+    },
+    {
+      "epoch": 1.360730593607306,
+      "grad_norm": 15.686092376708984,
+      "learning_rate": 5.471537290715373e-06,
+      "loss": 0.6471,
+      "step": 7450
+    },
+    {
+      "epoch": 1.36986301369863,
+      "grad_norm": 13.39659595489502,
+      "learning_rate": 5.441095890410959e-06,
+      "loss": 0.6481,
+      "step": 7500
+    },
+    {
+      "epoch": 1.3789954337899544,
+      "grad_norm": 8.473033905029297,
+      "learning_rate": 5.410654490106545e-06,
+      "loss": 0.6719,
+      "step": 7550
+    },
+    {
+      "epoch": 1.3881278538812785,
+      "grad_norm": 20.205528259277344,
+      "learning_rate": 5.380213089802131e-06,
+      "loss": 0.5757,
+      "step": 7600
+    },
+    {
+      "epoch": 1.3972602739726028,
+      "grad_norm": 19.173370361328125,
+      "learning_rate": 5.349771689497717e-06,
+      "loss": 0.6266,
+      "step": 7650
+    },
+    {
+      "epoch": 1.4063926940639269,
+      "grad_norm": 18.172975540161133,
+      "learning_rate": 5.319330289193303e-06,
+      "loss": 0.5782,
+      "step": 7700
+    },
+    {
+      "epoch": 1.4155251141552512,
+      "grad_norm": 9.981927871704102,
+      "learning_rate": 5.288888888888889e-06,
+      "loss": 0.6568,
+      "step": 7750
+    },
+    {
+      "epoch": 1.4246575342465753,
+      "grad_norm": 10.33353328704834,
+      "learning_rate": 5.2584474885844746e-06,
+      "loss": 0.6683,
+      "step": 7800
+    },
+    {
+      "epoch": 1.4337899543378996,
+      "grad_norm": 29.337627410888672,
+      "learning_rate": 5.228006088280061e-06,
+      "loss": 0.6609,
+      "step": 7850
+    },
+    {
+      "epoch": 1.4429223744292237,
+      "grad_norm": 12.93662166595459,
+      "learning_rate": 5.197564687975647e-06,
+      "loss": 0.6648,
+      "step": 7900
+    },
+    {
+      "epoch": 1.452054794520548,
+      "grad_norm": 29.355287551879883,
+      "learning_rate": 5.167123287671233e-06,
+      "loss": 0.6149,
+      "step": 7950
+    },
+    {
+      "epoch": 1.461187214611872,
+      "grad_norm": 16.967021942138672,
+      "learning_rate": 5.136681887366819e-06,
+      "loss": 0.7242,
+      "step": 8000
+    },
+    {
+      "epoch": 1.461187214611872,
+      "eval_exact_match": 86.1116367076632,
+      "eval_f1": 92.4648953066692,
+      "eval_runtime": 406.5019,
+      "eval_samples_per_second": 26.002,
+      "eval_steps_per_second": 1.626,
+      "step": 8000
+    },
+    {
+      "epoch": 1.4703196347031964,
+      "grad_norm": 11.783562660217285,
+      "learning_rate": 5.106240487062405e-06,
+      "loss": 0.6163,
+      "step": 8050
+    },
+    {
+      "epoch": 1.4794520547945205,
+      "grad_norm": 13.724154472351074,
+      "learning_rate": 5.075799086757991e-06,
+      "loss": 0.654,
+      "step": 8100
+    },
+    {
+      "epoch": 1.4885844748858448,
+      "grad_norm": 10.402881622314453,
+      "learning_rate": 5.045357686453577e-06,
+      "loss": 0.5943,
+      "step": 8150
+    },
+    {
+      "epoch": 1.4977168949771689,
+      "grad_norm": 20.88226318359375,
+      "learning_rate": 5.0149162861491625e-06,
+      "loss": 0.6884,
+      "step": 8200
+    },
+    {
+      "epoch": 1.5068493150684932,
+      "grad_norm": 10.194794654846191,
+      "learning_rate": 4.984474885844749e-06,
+      "loss": 0.6385,
+      "step": 8250
+    },
+    {
+      "epoch": 1.5159817351598175,
+      "grad_norm": 5.215353488922119,
+      "learning_rate": 4.954033485540336e-06,
+      "loss": 0.6616,
+      "step": 8300
+    },
+    {
+      "epoch": 1.5251141552511416,
+      "grad_norm": 12.108441352844238,
+      "learning_rate": 4.923592085235921e-06,
+      "loss": 0.6275,
+      "step": 8350
+    },
+    {
+      "epoch": 1.5342465753424657,
+      "grad_norm": 15.30664348602295,
+      "learning_rate": 4.893150684931508e-06,
+      "loss": 0.6444,
+      "step": 8400
+    },
+    {
+      "epoch": 1.54337899543379,
+      "grad_norm": 18.936824798583984,
+      "learning_rate": 4.8627092846270935e-06,
+      "loss": 0.6434,
+      "step": 8450
+    },
+    {
+      "epoch": 1.5525114155251143,
+      "grad_norm": 7.780643939971924,
+      "learning_rate": 4.832267884322679e-06,
+      "loss": 0.6749,
+      "step": 8500
+    },
+    {
+      "epoch": 1.5616438356164384,
+      "grad_norm": 19.338315963745117,
+      "learning_rate": 4.801826484018266e-06,
+      "loss": 0.7254,
+      "step": 8550
+    },
+    {
+      "epoch": 1.5707762557077625,
+      "grad_norm": 15.236742973327637,
+      "learning_rate": 4.771385083713851e-06,
+      "loss": 0.6367,
+      "step": 8600
+    },
+    {
+      "epoch": 1.5799086757990868,
+      "grad_norm": 14.18782901763916,
+      "learning_rate": 4.740943683409437e-06,
+      "loss": 0.6125,
+      "step": 8650
+    },
+    {
+      "epoch": 1.589041095890411,
+      "grad_norm": 24.446998596191406,
+      "learning_rate": 4.710502283105024e-06,
+      "loss": 0.7166,
+      "step": 8700
+    },
+    {
+      "epoch": 1.5981735159817352,
+      "grad_norm": 10.571455955505371,
+      "learning_rate": 4.680060882800609e-06,
+      "loss": 0.6405,
+      "step": 8750
+    },
+    {
+      "epoch": 1.6073059360730593,
+      "grad_norm": 12.6207857131958,
+      "learning_rate": 4.649619482496196e-06,
+      "loss": 0.699,
+      "step": 8800
+    },
+    {
+      "epoch": 1.6164383561643836,
+      "grad_norm": 16.94082260131836,
+      "learning_rate": 4.6191780821917815e-06,
+      "loss": 0.6562,
+      "step": 8850
+    },
+    {
+      "epoch": 1.625570776255708,
+      "grad_norm": 12.49853229522705,
+      "learning_rate": 4.588736681887367e-06,
+      "loss": 0.6067,
+      "step": 8900
+    },
+    {
+      "epoch": 1.634703196347032,
+      "grad_norm": 31.45545196533203,
+      "learning_rate": 4.558295281582954e-06,
+      "loss": 0.5983,
+      "step": 8950
+    },
+    {
+      "epoch": 1.643835616438356,
+      "grad_norm": 11.867836952209473,
+      "learning_rate": 4.527853881278539e-06,
+      "loss": 0.6285,
+      "step": 9000
+    },
+    {
+      "epoch": 1.6529680365296804,
+      "grad_norm": 14.369145393371582,
+      "learning_rate": 4.497412480974125e-06,
+      "loss": 0.6224,
+      "step": 9050
+    },
+    {
+      "epoch": 1.6621004566210047,
+      "grad_norm": 10.372947692871094,
+      "learning_rate": 4.4669710806697116e-06,
+      "loss": 0.6846,
+      "step": 9100
+    },
+    {
+      "epoch": 1.6712328767123288,
+      "grad_norm": 31.318424224853516,
+      "learning_rate": 4.436529680365297e-06,
+      "loss": 0.6266,
+      "step": 9150
+    },
+    {
+      "epoch": 1.6803652968036529,
+      "grad_norm": 9.971720695495605,
+      "learning_rate": 4.406088280060884e-06,
+      "loss": 0.6116,
+      "step": 9200
+    },
+    {
+      "epoch": 1.6894977168949772,
+      "grad_norm": 13.311767578125,
+      "learning_rate": 4.3756468797564694e-06,
+      "loss": 0.6772,
+      "step": 9250
+    },
+    {
+      "epoch": 1.6986301369863015,
+      "grad_norm": 10.240290641784668,
+      "learning_rate": 4.345205479452055e-06,
+      "loss": 0.6617,
+      "step": 9300
+    },
+    {
+      "epoch": 1.7077625570776256,
+      "grad_norm": 13.63064956665039,
+      "learning_rate": 4.314764079147642e-06,
+      "loss": 0.6619,
+      "step": 9350
+    },
+    {
+      "epoch": 1.7168949771689497,
+      "grad_norm": 10.325277328491211,
+      "learning_rate": 4.284322678843227e-06,
+      "loss": 0.593,
+      "step": 9400
+    },
+    {
+      "epoch": 1.726027397260274,
+      "grad_norm": 11.242974281311035,
+      "learning_rate": 4.253881278538813e-06,
+      "loss": 0.5745,
+      "step": 9450
+    },
+    {
+      "epoch": 1.7351598173515983,
+      "grad_norm": 9.956265449523926,
+      "learning_rate": 4.2234398782343995e-06,
+      "loss": 0.6093,
+      "step": 9500
+    },
+    {
+      "epoch": 1.7442922374429224,
+      "grad_norm": 7.890584945678711,
+      "learning_rate": 4.192998477929985e-06,
+      "loss": 0.5413,
+      "step": 9550
+    },
+    {
+      "epoch": 1.7534246575342465,
+      "grad_norm": 27.36825942993164,
+      "learning_rate": 4.162557077625572e-06,
+      "loss": 0.6878,
+      "step": 9600
+    },
+    {
+      "epoch": 1.7625570776255708,
+      "grad_norm": 27.449216842651367,
+      "learning_rate": 4.1321156773211574e-06,
+      "loss": 0.5506,
+      "step": 9650
+    },
+    {
+      "epoch": 1.771689497716895,
+      "grad_norm": 13.601576805114746,
+      "learning_rate": 4.101674277016743e-06,
+      "loss": 0.6537,
+      "step": 9700
+    },
+    {
+      "epoch": 1.7808219178082192,
+      "grad_norm": 20.260234832763672,
+      "learning_rate": 4.07123287671233e-06,
+      "loss": 0.6504,
+      "step": 9750
+    },
+    {
+      "epoch": 1.7899543378995433,
+      "grad_norm": 8.724568367004395,
+      "learning_rate": 4.040791476407915e-06,
+      "loss": 0.646,
+      "step": 9800
+    },
+    {
+      "epoch": 1.7990867579908676,
+      "grad_norm": 12.175917625427246,
+      "learning_rate": 4.010350076103501e-06,
+      "loss": 0.6627,
+      "step": 9850
+    },
+    {
+      "epoch": 1.808219178082192,
+      "grad_norm": 9.895513534545898,
+      "learning_rate": 3.9799086757990875e-06,
+      "loss": 0.665,
+      "step": 9900
+    },
+    {
+      "epoch": 1.817351598173516,
+      "grad_norm": 9.971092224121094,
+      "learning_rate": 3.949467275494673e-06,
+      "loss": 0.6,
+      "step": 9950
+    },
+    {
+      "epoch": 1.82648401826484,
+      "grad_norm": 8.606634140014648,
+      "learning_rate": 3.91902587519026e-06,
+      "loss": 0.6091,
+      "step": 10000
+    },
+    {
+      "epoch": 1.82648401826484,
+      "eval_exact_match": 85.96026490066225,
+      "eval_f1": 92.43954998062115,
+      "eval_runtime": 406.4548,
+      "eval_samples_per_second": 26.005,
+      "eval_steps_per_second": 1.626,
+      "step": 10000
+    },
+    {
+      "epoch": 1.8356164383561644,
+      "grad_norm": 22.578126907348633,
+      "learning_rate": 3.888584474885845e-06,
+      "loss": 0.6935,
+      "step": 10050
+    },
+    {
+      "epoch": 1.8447488584474887,
+      "grad_norm": 29.010652542114258,
+      "learning_rate": 3.858143074581431e-06,
+      "loss": 0.6552,
+      "step": 10100
+    },
+    {
+      "epoch": 1.8538812785388128,
+      "grad_norm": 14.48583984375,
+      "learning_rate": 3.827701674277018e-06,
+      "loss": 0.6621,
+      "step": 10150
+    },
+    {
+      "epoch": 1.8630136986301369,
+      "grad_norm": 20.008892059326172,
+      "learning_rate": 3.797260273972603e-06,
+      "loss": 0.6703,
+      "step": 10200
+    },
+    {
+      "epoch": 1.8721461187214612,
+      "grad_norm": 32.114173889160156,
+      "learning_rate": 3.766818873668189e-06,
+      "loss": 0.6611,
+      "step": 10250
+    },
+    {
+      "epoch": 1.8812785388127855,
+      "grad_norm": 11.282811164855957,
+      "learning_rate": 3.7363774733637747e-06,
+      "loss": 0.6402,
+      "step": 10300
+    },
+    {
+      "epoch": 1.8904109589041096,
+      "grad_norm": 35.3563232421875,
+      "learning_rate": 3.7059360730593608e-06,
+      "loss": 0.5949,
+      "step": 10350
+    },
+    {
+      "epoch": 1.8995433789954337,
+      "grad_norm": 13.916271209716797,
+      "learning_rate": 3.675494672754947e-06,
+      "loss": 0.6059,
+      "step": 10400
+    },
+    {
+      "epoch": 1.908675799086758,
+      "grad_norm": 27.980178833007812,
+      "learning_rate": 3.645053272450533e-06,
+      "loss": 0.6022,
+      "step": 10450
+    },
+    {
+      "epoch": 1.9178082191780823,
+      "grad_norm": 10.44404411315918,
+      "learning_rate": 3.6146118721461186e-06,
+      "loss": 0.6091,
+      "step": 10500
+    },
+    {
+      "epoch": 1.9269406392694064,
+      "grad_norm": 9.538860321044922,
+      "learning_rate": 3.5841704718417047e-06,
+      "loss": 0.6522,
+      "step": 10550
+    },
+    {
+      "epoch": 1.9360730593607305,
+      "grad_norm": 10.887898445129395,
+      "learning_rate": 3.553729071537291e-06,
+      "loss": 0.6392,
+      "step": 10600
+    },
+    {
+      "epoch": 1.9452054794520548,
+      "grad_norm": 40.29354476928711,
+      "learning_rate": 3.5232876712328765e-06,
+      "loss": 0.6288,
+      "step": 10650
+    },
+    {
+      "epoch": 1.954337899543379,
+      "grad_norm": 29.277299880981445,
+      "learning_rate": 3.4928462709284626e-06,
+      "loss": 0.7117,
+      "step": 10700
+    },
+    {
+      "epoch": 1.9634703196347032,
+      "grad_norm": 30.566862106323242,
+      "learning_rate": 3.4624048706240487e-06,
+      "loss": 0.6687,
+      "step": 10750
+    },
+    {
+      "epoch": 1.9726027397260273,
+      "grad_norm": 40.0589485168457,
+      "learning_rate": 3.431963470319635e-06,
+      "loss": 0.6745,
+      "step": 10800
+    },
+    {
+      "epoch": 1.9817351598173516,
+      "grad_norm": 17.117198944091797,
+      "learning_rate": 3.4015220700152205e-06,
+      "loss": 0.6129,
+      "step": 10850
+    },
+    {
+      "epoch": 1.990867579908676,
+      "grad_norm": 22.412439346313477,
+      "learning_rate": 3.3710806697108066e-06,
+      "loss": 0.6759,
+      "step": 10900
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 11.01193904876709,
+      "learning_rate": 3.3406392694063927e-06,
+      "loss": 0.6857,
+      "step": 10950
+    },
+    {
+      "epoch": 2.009132420091324,
+      "grad_norm": 8.564952850341797,
+      "learning_rate": 3.310197869101979e-06,
+      "loss": 0.4644,
+      "step": 11000
+    },
+    {
+      "epoch": 2.018264840182648,
+      "grad_norm": 13.085915565490723,
+      "learning_rate": 3.2797564687975645e-06,
+      "loss": 0.5165,
+      "step": 11050
+    },
+    {
+      "epoch": 2.0273972602739727,
+      "grad_norm": 14.992934226989746,
+      "learning_rate": 3.2493150684931506e-06,
+      "loss": 0.4602,
+      "step": 11100
+    },
+    {
+      "epoch": 2.036529680365297,
+      "grad_norm": 15.46022891998291,
+      "learning_rate": 3.2188736681887367e-06,
+      "loss": 0.4808,
+      "step": 11150
+    },
+    {
+      "epoch": 2.045662100456621,
+      "grad_norm": 18.564807891845703,
+      "learning_rate": 3.188432267884323e-06,
+      "loss": 0.5057,
+      "step": 11200
+    },
+    {
+      "epoch": 2.0547945205479454,
+      "grad_norm": 9.455687522888184,
+      "learning_rate": 3.1579908675799085e-06,
+      "loss": 0.5159,
+      "step": 11250
+    },
+    {
+      "epoch": 2.0639269406392695,
+      "grad_norm": 24.577774047851562,
+      "learning_rate": 3.1275494672754946e-06,
+      "loss": 0.5139,
+      "step": 11300
+    },
+    {
+      "epoch": 2.0730593607305936,
+      "grad_norm": 13.79776668548584,
+      "learning_rate": 3.0971080669710807e-06,
+      "loss": 0.4821,
+      "step": 11350
+    },
+    {
+      "epoch": 2.0821917808219177,
+      "grad_norm": 8.983718872070312,
+      "learning_rate": 3.066666666666667e-06,
+      "loss": 0.5006,
+      "step": 11400
+    },
+    {
+      "epoch": 2.091324200913242,
+      "grad_norm": 5.1394171714782715,
+      "learning_rate": 3.0362252663622525e-06,
+      "loss": 0.4897,
+      "step": 11450
+    },
+    {
+      "epoch": 2.1004566210045663,
+      "grad_norm": 20.14058494567871,
+      "learning_rate": 3.0057838660578386e-06,
+      "loss": 0.4637,
+      "step": 11500
+    },
+    {
+      "epoch": 2.1095890410958904,
+      "grad_norm": 12.311975479125977,
+      "learning_rate": 2.9753424657534247e-06,
+      "loss": 0.4711,
+      "step": 11550
+    },
+    {
+      "epoch": 2.1187214611872145,
+      "grad_norm": 14.106832504272461,
+      "learning_rate": 2.944901065449011e-06,
+      "loss": 0.4794,
+      "step": 11600
+    },
+    {
+      "epoch": 2.127853881278539,
+      "grad_norm": 13.880457878112793,
+      "learning_rate": 2.9144596651445965e-06,
+      "loss": 0.4539,
+      "step": 11650
+    },
+    {
+      "epoch": 2.136986301369863,
+      "grad_norm": 13.430336952209473,
+      "learning_rate": 2.884627092846271e-06,
+      "loss": 0.5021,
+      "step": 11700
+    },
+    {
+      "epoch": 2.146118721461187,
+      "grad_norm": 9.724105834960938,
+      "learning_rate": 2.854185692541857e-06,
+      "loss": 0.4958,
+      "step": 11750
+    },
+    {
+      "epoch": 2.1552511415525113,
+      "grad_norm": 9.325925827026367,
+      "learning_rate": 2.823744292237443e-06,
+      "loss": 0.5021,
+      "step": 11800
+    },
+    {
+      "epoch": 2.1643835616438354,
+      "grad_norm": 8.804998397827148,
+      "learning_rate": 2.7933028919330292e-06,
+      "loss": 0.491,
+      "step": 11850
+    },
+    {
+      "epoch": 2.17351598173516,
+      "grad_norm": 29.120508193969727,
+      "learning_rate": 2.762861491628615e-06,
+      "loss": 0.4636,
+      "step": 11900
+    },
+    {
+      "epoch": 2.182648401826484,
+      "grad_norm": 7.916499137878418,
+      "learning_rate": 2.732420091324201e-06,
+      "loss": 0.417,
+      "step": 11950
+    },
+    {
+      "epoch": 2.191780821917808,
+      "grad_norm": 4.8723297119140625,
+      "learning_rate": 2.701978691019787e-06,
+      "loss": 0.5017,
+      "step": 12000
+    },
+    {
+      "epoch": 2.191780821917808,
+      "eval_exact_match": 85.71428571428571,
+      "eval_f1": 92.4631336628407,
+      "eval_runtime": 406.3845,
+      "eval_samples_per_second": 26.01,
+      "eval_steps_per_second": 1.627,
+      "step": 12000
+    },
+    {
+      "epoch": 2.2009132420091326,
+      "grad_norm": 10.724153518676758,
+      "learning_rate": 2.6715372907153732e-06,
+      "loss": 0.4026,
+      "step": 12050
+    },
+    {
+      "epoch": 2.2100456621004567,
+      "grad_norm": 24.394311904907227,
+      "learning_rate": 2.641095890410959e-06,
+      "loss": 0.4777,
+      "step": 12100
+    },
+    {
+      "epoch": 2.219178082191781,
+      "grad_norm": 24.320796966552734,
+      "learning_rate": 2.610654490106545e-06,
+      "loss": 0.5017,
+      "step": 12150
+    },
+    {
+      "epoch": 2.228310502283105,
+      "grad_norm": 16.416059494018555,
+      "learning_rate": 2.580213089802131e-06,
+      "loss": 0.457,
+      "step": 12200
+    },
+    {
+      "epoch": 2.237442922374429,
+      "grad_norm": 12.136763572692871,
+      "learning_rate": 2.5497716894977172e-06,
+      "loss": 0.5128,
+      "step": 12250
+    },
+    {
+      "epoch": 2.2465753424657535,
+      "grad_norm": 11.742807388305664,
+      "learning_rate": 2.519330289193303e-06,
+      "loss": 0.4782,
+      "step": 12300
+    },
+    {
+      "epoch": 2.2557077625570776,
+      "grad_norm": 18.11116600036621,
+      "learning_rate": 2.488888888888889e-06,
+      "loss": 0.5777,
+      "step": 12350
+    },
+    {
+      "epoch": 2.2648401826484017,
+      "grad_norm": 19.796613693237305,
+      "learning_rate": 2.458447488584475e-06,
+      "loss": 0.4448,
+      "step": 12400
+    },
+    {
+      "epoch": 2.2739726027397262,
+      "grad_norm": 21.082096099853516,
+      "learning_rate": 2.4280060882800612e-06,
+      "loss": 0.5114,
+      "step": 12450
+    },
+    {
+      "epoch": 2.2831050228310503,
+      "grad_norm": 45.51653289794922,
+      "learning_rate": 2.397564687975647e-06,
+      "loss": 0.483,
+      "step": 12500
+    },
+    {
+      "epoch": 2.2922374429223744,
+      "grad_norm": 19.373531341552734,
+      "learning_rate": 2.367123287671233e-06,
+      "loss": 0.5448,
+      "step": 12550
+    },
+    {
+      "epoch": 2.3013698630136985,
+      "grad_norm": 13.89834976196289,
+      "learning_rate": 2.336681887366819e-06,
+      "loss": 0.4464,
+      "step": 12600
+    },
+    {
+      "epoch": 2.3105022831050226,
+      "grad_norm": 7.9293317794799805,
+      "learning_rate": 2.306240487062405e-06,
+      "loss": 0.5133,
+      "step": 12650
+    },
+    {
+      "epoch": 2.319634703196347,
+      "grad_norm": 12.511297225952148,
+      "learning_rate": 2.275799086757991e-06,
+      "loss": 0.5569,
+      "step": 12700
+    },
+    {
+      "epoch": 2.328767123287671,
+      "grad_norm": 11.701761245727539,
+      "learning_rate": 2.245357686453577e-06,
+      "loss": 0.449,
+      "step": 12750
+    },
+    {
+      "epoch": 2.3378995433789953,
+      "grad_norm": 9.876680374145508,
+      "learning_rate": 2.214916286149163e-06,
+      "loss": 0.4601,
+      "step": 12800
+    },
+    {
+      "epoch": 2.34703196347032,
+      "grad_norm": 16.884044647216797,
+      "learning_rate": 2.1844748858447488e-06,
+      "loss": 0.4786,
+      "step": 12850
+    },
+    {
+      "epoch": 2.356164383561644,
+      "grad_norm": 7.96138858795166,
+      "learning_rate": 2.154033485540335e-06,
+      "loss": 0.4868,
+      "step": 12900
+    },
+    {
+      "epoch": 2.365296803652968,
+      "grad_norm": 20.283720016479492,
+      "learning_rate": 2.123592085235921e-06,
+      "loss": 0.5288,
+      "step": 12950
+    },
+    {
+      "epoch": 2.374429223744292,
+      "grad_norm": 14.561513900756836,
+      "learning_rate": 2.093150684931507e-06,
+      "loss": 0.4397,
+      "step": 13000
+    },
+    {
+      "epoch": 2.383561643835616,
+      "grad_norm": 31.751888275146484,
+      "learning_rate": 2.0627092846270928e-06,
+      "loss": 0.451,
+      "step": 13050
+    },
+    {
+      "epoch": 2.3926940639269407,
+      "grad_norm": 20.009138107299805,
+      "learning_rate": 2.032267884322679e-06,
+      "loss": 0.4765,
+      "step": 13100
+    },
+    {
+      "epoch": 2.401826484018265,
+      "grad_norm": 15.038084030151367,
+      "learning_rate": 2.001826484018265e-06,
+      "loss": 0.4864,
+      "step": 13150
+    },
+    {
+      "epoch": 2.410958904109589,
+      "grad_norm": 7.947664737701416,
+      "learning_rate": 1.971385083713851e-06,
+      "loss": 0.4893,
+      "step": 13200
+    },
+    {
+      "epoch": 2.4200913242009134,
+      "grad_norm": 32.7381591796875,
+      "learning_rate": 1.9409436834094368e-06,
+      "loss": 0.5467,
+      "step": 13250
+    },
+    {
+      "epoch": 2.4292237442922375,
+      "grad_norm": 13.605596542358398,
+      "learning_rate": 1.910502283105023e-06,
+      "loss": 0.5008,
+      "step": 13300
+    },
+    {
+      "epoch": 2.4383561643835616,
+      "grad_norm": 15.449544906616211,
+      "learning_rate": 1.880060882800609e-06,
+      "loss": 0.4838,
+      "step": 13350
+    },
+    {
+      "epoch": 2.4474885844748857,
+      "grad_norm": 19.095609664916992,
+      "learning_rate": 1.8496194824961949e-06,
+      "loss": 0.4473,
+      "step": 13400
+    },
+    {
+      "epoch": 2.45662100456621,
+      "grad_norm": 28.19283676147461,
+      "learning_rate": 1.819178082191781e-06,
+      "loss": 0.4662,
+      "step": 13450
+    },
+    {
+      "epoch": 2.4657534246575343,
+      "grad_norm": 9.908361434936523,
+      "learning_rate": 1.7887366818873668e-06,
+      "loss": 0.5119,
+      "step": 13500
+    },
+    {
+      "epoch": 2.4748858447488584,
+      "grad_norm": 11.031998634338379,
+      "learning_rate": 1.758295281582953e-06,
+      "loss": 0.5061,
+      "step": 13550
+    },
+    {
+      "epoch": 2.4840182648401825,
+      "grad_norm": 16.79950714111328,
+      "learning_rate": 1.7278538812785388e-06,
+      "loss": 0.4602,
+      "step": 13600
+    },
+    {
+      "epoch": 2.493150684931507,
+      "grad_norm": 73.04358673095703,
+      "learning_rate": 1.697412480974125e-06,
+      "loss": 0.4397,
+      "step": 13650
+    },
+    {
+      "epoch": 2.502283105022831,
+      "grad_norm": 9.9924955368042,
+      "learning_rate": 1.6669710806697108e-06,
+      "loss": 0.5315,
+      "step": 13700
+    },
+    {
+      "epoch": 2.5114155251141552,
+      "grad_norm": 10.066008567810059,
+      "learning_rate": 1.636529680365297e-06,
+      "loss": 0.4622,
+      "step": 13750
+    },
+    {
+      "epoch": 2.5205479452054793,
+      "grad_norm": 14.022153854370117,
+      "learning_rate": 1.6060882800608828e-06,
+      "loss": 0.545,
+      "step": 13800
+    },
+    {
+      "epoch": 2.5296803652968034,
+      "grad_norm": 9.877713203430176,
+      "learning_rate": 1.575646879756469e-06,
+      "loss": 0.4607,
+      "step": 13850
+    },
+    {
+      "epoch": 2.538812785388128,
+      "grad_norm": 9.370101928710938,
+      "learning_rate": 1.5452054794520548e-06,
+      "loss": 0.4565,
+      "step": 13900
+    },
+    {
+      "epoch": 2.547945205479452,
+      "grad_norm": 18.39552879333496,
+      "learning_rate": 1.514764079147641e-06,
+      "loss": 0.5645,
+      "step": 13950
+    },
+    {
+      "epoch": 2.557077625570776,
+      "grad_norm": 17.700393676757812,
+      "learning_rate": 1.4843226788432268e-06,
+      "loss": 0.4371,
+      "step": 14000
+    },
+    {
+      "epoch": 2.557077625570776,
+      "eval_exact_match": 86.20624408703878,
+      "eval_f1": 92.64669797483194,
+      "eval_runtime": 406.4221,
+      "eval_samples_per_second": 26.007,
+      "eval_steps_per_second": 1.626,
+      "step": 14000
+    },
+    {
+      "epoch": 2.5662100456621006,
+      "grad_norm": 12.384415626525879,
+      "learning_rate": 1.453881278538813e-06,
+      "loss": 0.462,
+      "step": 14050
+    },
+    {
+      "epoch": 2.5753424657534247,
+      "grad_norm": 12.213122367858887,
+      "learning_rate": 1.4240487062404874e-06,
+      "loss": 0.4749,
+      "step": 14100
+    },
+    {
+      "epoch": 2.584474885844749,
+      "grad_norm": 13.337528228759766,
+      "learning_rate": 1.3936073059360733e-06,
+      "loss": 0.4622,
+      "step": 14150
+    },
+    {
+      "epoch": 2.593607305936073,
+      "grad_norm": 247.74070739746094,
+      "learning_rate": 1.3631659056316594e-06,
+      "loss": 0.4973,
+      "step": 14200
+    },
+    {
+      "epoch": 2.602739726027397,
+      "grad_norm": 19.168542861938477,
+      "learning_rate": 1.3327245053272453e-06,
+      "loss": 0.4236,
+      "step": 14250
+    },
+    {
+      "epoch": 2.6118721461187215,
+      "grad_norm": 38.19758224487305,
+      "learning_rate": 1.3022831050228314e-06,
+      "loss": 0.4858,
+      "step": 14300
+    },
+    {
+      "epoch": 2.6210045662100456,
+      "grad_norm": 19.262054443359375,
+      "learning_rate": 1.2718417047184173e-06,
+      "loss": 0.4157,
+      "step": 14350
+    },
+    {
+      "epoch": 2.6301369863013697,
+      "grad_norm": 8.72314739227295,
+      "learning_rate": 1.2414003044140032e-06,
+      "loss": 0.4958,
+      "step": 14400
+    },
+    {
+      "epoch": 2.6392694063926943,
+      "grad_norm": 14.77987289428711,
+      "learning_rate": 1.210958904109589e-06,
+      "loss": 0.4949,
+      "step": 14450
+    },
+    {
+      "epoch": 2.6484018264840183,
+      "grad_norm": 26.928768157958984,
+      "learning_rate": 1.1805175038051752e-06,
+      "loss": 0.4543,
+      "step": 14500
+    },
+    {
+      "epoch": 2.6575342465753424,
+      "grad_norm": 26.89804458618164,
+      "learning_rate": 1.150076103500761e-06,
+      "loss": 0.4866,
+      "step": 14550
+    },
+    {
+      "epoch": 2.6666666666666665,
+      "grad_norm": 24.923315048217773,
+      "learning_rate": 1.1196347031963471e-06,
+      "loss": 0.5296,
+      "step": 14600
+    },
+    {
+      "epoch": 2.6757990867579906,
+      "grad_norm": 22.595211029052734,
+      "learning_rate": 1.089193302891933e-06,
+      "loss": 0.5194,
+      "step": 14650
+    },
+    {
+      "epoch": 2.684931506849315,
+      "grad_norm": 6.4614949226379395,
+      "learning_rate": 1.0587519025875191e-06,
+      "loss": 0.5242,
+      "step": 14700
+    },
+    {
+      "epoch": 2.6940639269406392,
+      "grad_norm": 12.488426208496094,
+      "learning_rate": 1.028310502283105e-06,
+      "loss": 0.4829,
+      "step": 14750
+    },
+    {
+      "epoch": 2.7031963470319633,
+      "grad_norm": 11.035359382629395,
+      "learning_rate": 9.978691019786911e-07,
+      "loss": 0.4688,
+      "step": 14800
+    },
+    {
+      "epoch": 2.712328767123288,
+      "grad_norm": 15.173184394836426,
+      "learning_rate": 9.67427701674277e-07,
+      "loss": 0.4491,
+      "step": 14850
+    },
+    {
+      "epoch": 2.721461187214612,
+      "grad_norm": 10.253326416015625,
+      "learning_rate": 9.369863013698631e-07,
+      "loss": 0.4675,
+      "step": 14900
+    },
+    {
+      "epoch": 2.730593607305936,
+      "grad_norm": 21.999897003173828,
+      "learning_rate": 9.065449010654491e-07,
+      "loss": 0.4482,
+      "step": 14950
+    },
+    {
+      "epoch": 2.73972602739726,
+      "grad_norm": 20.603681564331055,
+      "learning_rate": 8.761035007610351e-07,
+      "loss": 0.4908,
+      "step": 15000
+    },
+    {
+      "epoch": 2.748858447488584,
+      "grad_norm": 28.629119873046875,
+      "learning_rate": 8.456621004566211e-07,
+      "loss": 0.51,
+      "step": 15050
+    },
+    {
+      "epoch": 2.7579908675799087,
+      "grad_norm": 10.979697227478027,
+      "learning_rate": 8.152207001522071e-07,
+      "loss": 0.4738,
+      "step": 15100
+    },
+    {
+      "epoch": 2.767123287671233,
+      "grad_norm": 23.009090423583984,
+      "learning_rate": 7.847792998477931e-07,
+      "loss": 0.4778,
+      "step": 15150
+    },
+    {
+      "epoch": 2.776255707762557,
+      "grad_norm": 13.957650184631348,
+      "learning_rate": 7.543378995433791e-07,
+      "loss": 0.5011,
+      "step": 15200
+    },
+    {
+      "epoch": 2.7853881278538815,
+      "grad_norm": 51.35847091674805,
+      "learning_rate": 7.238964992389651e-07,
+      "loss": 0.4852,
+      "step": 15250
+    },
+    {
+      "epoch": 2.7945205479452055,
+      "grad_norm": 13.39809799194336,
+      "learning_rate": 6.934550989345511e-07,
+      "loss": 0.4967,
+      "step": 15300
+    },
+    {
+      "epoch": 2.8036529680365296,
+      "grad_norm": 16.116273880004883,
+      "learning_rate": 6.630136986301371e-07,
+      "loss": 0.4922,
+      "step": 15350
+    },
+    {
+      "epoch": 2.8127853881278537,
+      "grad_norm": 11.181424140930176,
+      "learning_rate": 6.325722983257231e-07,
+      "loss": 0.4525,
+      "step": 15400
+    },
+    {
+      "epoch": 2.821917808219178,
+      "grad_norm": 11.645832061767578,
+      "learning_rate": 6.021308980213091e-07,
+      "loss": 0.4547,
+      "step": 15450
+    },
+    {
+      "epoch": 2.8310502283105023,
+      "grad_norm": 37.076683044433594,
+      "learning_rate": 5.716894977168951e-07,
+      "loss": 0.4633,
+      "step": 15500
+    },
+    {
+      "epoch": 2.8401826484018264,
+      "grad_norm": 13.449100494384766,
+      "learning_rate": 5.412480974124811e-07,
+      "loss": 0.4936,
+      "step": 15550
+    },
+    {
+      "epoch": 2.8493150684931505,
+      "grad_norm": 20.85655975341797,
+      "learning_rate": 5.10806697108067e-07,
+      "loss": 0.4931,
+      "step": 15600
+    },
+    {
+      "epoch": 2.858447488584475,
+      "grad_norm": 19.300870895385742,
+      "learning_rate": 4.80365296803653e-07,
+      "loss": 0.4486,
+      "step": 15650
+    },
+    {
+      "epoch": 2.867579908675799,
+      "grad_norm": 30.8187255859375,
+      "learning_rate": 4.49923896499239e-07,
+      "loss": 0.4809,
+      "step": 15700
+    },
+    {
+      "epoch": 2.8767123287671232,
+      "grad_norm": 15.742734909057617,
+      "learning_rate": 4.19482496194825e-07,
+      "loss": 0.4727,
+      "step": 15750
+    },
+    {
+      "epoch": 2.8858447488584473,
+      "grad_norm": 11.21142578125,
+      "learning_rate": 3.89041095890411e-07,
+      "loss": 0.4315,
+      "step": 15800
+    },
+    {
+      "epoch": 2.8949771689497714,
+      "grad_norm": 19.95684242248535,
+      "learning_rate": 3.58599695585997e-07,
+      "loss": 0.4594,
+      "step": 15850
+    },
+    {
+      "epoch": 2.904109589041096,
+      "grad_norm": 10.31857681274414,
+      "learning_rate": 3.28158295281583e-07,
+      "loss": 0.4698,
+      "step": 15900
+    },
+    {
+      "epoch": 2.91324200913242,
+      "grad_norm": 11.127820014953613,
+      "learning_rate": 2.97716894977169e-07,
+      "loss": 0.4376,
+      "step": 15950
+    },
+    {
+      "epoch": 2.922374429223744,
+      "grad_norm": 11.543863296508789,
+      "learning_rate": 2.6727549467275497e-07,
+      "loss": 0.4423,
+      "step": 16000
+    },
+    {
+      "epoch": 2.922374429223744,
+      "eval_exact_match": 86.14001892147587,
+      "eval_f1": 92.68818723743551,
+      "eval_runtime": 406.3458,
+      "eval_samples_per_second": 26.012,
+      "eval_steps_per_second": 1.627,
+      "step": 16000
+    },
+    {
+      "epoch": 2.9315068493150687,
+      "grad_norm": 6.806540012359619,
+      "learning_rate": 2.3683409436834097e-07,
+      "loss": 0.4837,
+      "step": 16050
+    },
+    {
+      "epoch": 2.9406392694063928,
+      "grad_norm": 11.885407447814941,
+      "learning_rate": 2.0639269406392697e-07,
+      "loss": 0.4772,
+      "step": 16100
+    },
+    {
+      "epoch": 2.949771689497717,
+      "grad_norm": 14.364296913146973,
+      "learning_rate": 1.7595129375951297e-07,
+      "loss": 0.4339,
+      "step": 16150
+    },
+    {
+      "epoch": 2.958904109589041,
+      "grad_norm": 30.527639389038086,
+      "learning_rate": 1.461187214611872e-07,
+      "loss": 0.5007,
+      "step": 16200
+    },
+    {
+      "epoch": 2.968036529680365,
+      "grad_norm": 31.71573829650879,
+      "learning_rate": 1.1567732115677322e-07,
+      "loss": 0.4726,
+      "step": 16250
+    },
+    {
+      "epoch": 2.9771689497716896,
+      "grad_norm": 12.93132209777832,
+      "learning_rate": 8.523592085235922e-08,
+      "loss": 0.4475,
+      "step": 16300
+    },
+    {
+      "epoch": 2.9863013698630136,
+      "grad_norm": 5.9728569984436035,
+      "learning_rate": 5.479452054794521e-08,
+      "loss": 0.4457,
+      "step": 16350
+    },
+    {
+      "epoch": 2.9954337899543377,
+      "grad_norm": 9.14331340789795,
+      "learning_rate": 2.4353120243531205e-08,
+      "loss": 0.4563,
+      "step": 16400
+    },
+    {
+      "epoch": 3.0,
+      "step": 16425,
+      "total_flos": 2.0062622083669033e+18,
+      "train_loss": 0.7534013637850455,
+      "train_runtime": 50383.896,
+      "train_samples_per_second": 5.216,
+      "train_steps_per_second": 0.326
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 16425,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 5000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.0062622083669033e+18,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}