Training in progress, epoch 1

config.json

@@ -49,578 +49,32 @@
   "hidden_dropout": 0.1,
   "hidden_size": 768,
   "id2label": {
-    "0": "adelaide, australia",
-    "1": "afghanistan",
-    "10": "argentina",
-    "100": "iowa, usa",
-    "101": "iran",
-    "102": "iraq",
-    "103": "ireland",
-    "104": "isle of man",
-    "105": "isle of wight, uk",
-    "106": "israel",
-    "107": "israel (occupied territory)",
-    "108": "italy",
-    "109": "ivory coast",
-    "11": "arizona, usa",
-    "110": "jamaica",
-    "111": "japan",
-    "112": "jordan",
-    "113": "kansas, usa",
-    "114": "kazakhstan",
-    "115": "kentucky, usa",
-    "116": "kenya",
-    "117": "kosovo",
-    "118": "kuwait",
-    "119": "kyrgyzstan",
-    "12": "arkansas, usa",
-    "120": "lancashire, uk",
-    "121": "laos",
-    "122": "latvia",
-    "123": "lebanon",
-    "124": "leeds, uk",
-    "125": "leicester, uk",
-    "126": "leighton buzzard, uk",
-    "127": "lesotho",
-    "128": "leyland, uk",
-    "129": "liberia",
-    "13": "armenia",
-    "130": "libya",
-    "131": "liechtenstein",
-    "132": "lincolnshire, uk",
-    "133": "lithuania",
-    "134": "littlehampton, uk",
-    "135": "london, uk",
-    "136": "louisiana, usa",
-    "137": "luxembourg",
-    "138": "macedonia",
-    "139": "madagascar",
-    "14": "auburn, australia",
-    "140": "maine, usa",
-    "141": "maitland, australia",
-    "142": "malawi",
-    "143": "malaysia",
-    "144": "mali",
-    "145": "malta",
-    "146": "manitoba, canada",
-    "147": "martinique",
-    "148": "maryland, usa",
-    "149": "massachusetts, usa",
-    "15": "austria",
-    "150": "mauritius",
-    "151": "melbourne, australia",
-    "152": "mexico",
-    "153": "michigan, usa",
-    "154": "middlesex, uk",
-    "155": "minnesota, usa",
-    "156": "mississippi, usa",
-    "157": "missouri, usa",
-    "158": "moldova",
-    "159": "mongolia",
-    "16": "azerbaijan",
-    "160": "montana, usa",
-    "161": "montenegro",
-    "162": "morocco",
-    "163": "myanmar",
-    "164": "namibia",
-    "165": "naracoorte, australia",
-    "166": "nebraska, usa",
-    "167": "nepal",
-    "168": "netherlands",
-    "169": "nevada, usa",
-    "17": "bahrain",
-    "170": "new brunswick, canada",
-    "171": "new hampshire, usa",
-    "172": "new jersey, usa",
-    "173": "new mexico, usa",
-    "174": "new south wales, australia",
-    "175": "new york, usa",
-    "176": "new zealand",
-    "177": "newcastle, australia",
-    "178": "nicaragua",
-    "179": "niger",
-    "18": "bangladesh",
-    "180": "nigeria",
-    "181": "norfolk, uk",
-    "182": "north carolina, usa",
-    "183": "north dakota, usa",
-    "184": "northern ireland, uk",
-    "185": "northern mariana islands",
-    "186": "norway",
-    "187": "nottingham, uk",
-    "188": "nova scotia, canada",
-    "189": "ohio, usa",
-    "19": "barbados",
-    "190": "oklahoma, usa",
-    "191": "oman",
-    "192": "ontario, canada",
-    "193": "oregon, usa",
-    "194": "oxford, uk",
-    "195": "oxfordshire, uk",
-    "196": "pakistan",
-    "197": "panama",
-    "198": "papua new guinea",
-    "199": "pennsylvania, usa",
-    "2": "alabama, usa",
-    "20": "belarus",
-    "200": "perth, australia",
-    "201": "peru",
-    "202": "philippines",
-    "203": "poland",
-    "204": "portugal",
-    "205": "puerto rico",
-    "206": "qatar",
-    "207": "quebec, canada",
-    "208": "queensland, australia",
-    "209": "republic of georgia",
-    "21": "belgium",
-    "210": "rhode island, usa",
-    "211": "romania",
-    "212": "romanian",
-    "213": "russia",
-    "214": "rwanda",
-    "215": "saskatchewan, canada",
-    "216": "saudi arabia",
-    "217": "scotland, uk",
-    "218": "senegal",
-    "219": "serbia",
-    "22": "belize",
-    "220": "sicily",
-    "221": "sierra leone",
-    "222": "singapore",
-    "223": "slovak republic",
-    "224": "slovakia",
-    "225": "slovenia",
-    "226": "solomon islands",
-    "227": "somalia",
-    "228": "south africa",
-    "229": "south carolina, usa",
-    "23": "benin",
-    "230": "south dakota, usa",
-    "231": "south korea",
-    "232": "southhampton, uk",
-    "233": "spain",
-    "234": "sri lanka",
-    "235": "staffordshire, uk",
-    "236": "strattford-on-avon, uk",
-    "237": "sudan",
-    "238": "surrey, uk",
-    "239": "sweden",
-    "24": "birkenhead, uk",
-    "240": "switzerland",
-    "241": "sydney, australia",
-    "242": "syria",
-    "243": "taiwan",
-    "244": "tajikistan",
-    "245": "tamworth, australia",
-    "246": "tanzania",
-    "247": "tasmania, australia",
-    "248": "tennessee, usa",
-    "249": "texas, usa",
-    "25": "birmingham 1, uk",
-    "250": "thailand",
-    "251": "the bahamas",
-    "252": "tibet",
-    "253": "timor-leste",
-    "254": "togo",
-    "255": "trinidad",
-    "256": "tunisia",
-    "257": "turkey",
-    "258": "turkmenistan",
-    "259": "uganda",
-    "26": "birmingham, uk",
-    "260": "ukraine",
-    "261": "united arab emirates",
-    "262": "uruguay",
-    "263": "us virgin islands",
-    "264": "utah, usa",
-    "265": "uzbekistan",
-    "266": "venezuela",
-    "267": "vermont, usa",
-    "268": "vietnam",
-    "269": "virginia",
-    "27": "bolivia",
-    "270": "virginia, usa",
-    "271": "wales, uk",
-    "272": "warwickshire, uk",
-    "273": "washington, usa",
-    "274": "west virginia, usa",
-    "275": "windsor, australia",
-    "276": "windsor, uk",
-    "277": "wisconsin, usa",
-    "278": "wyoming, usa",
-    "279": "yemen",
-    "28": "bosnia",
-    "280": "york, uk",
-    "281": "yugoslavia",
-    "282": "zambia",
-    "283": "zimbabwe",
-    "29": "bosnia and herzegovina",
-    "3": "alaska, usa",
-    "30": "botswana",
-    "31": "bournesmouth, uk",
-    "32": "brazil",
-    "33": "brisbane, australia",
-    "34": "british  columbia, canada",
-    "35": "british columbia, canada",
-    "36": "buckinghamshire, uk",
-    "37": "bulgaria",
-    "38": "burkina faso",
-    "39": "burundi",
-    "4": "albania",
-    "40": "bury st. edmunds, uk",
-    "41": "california, usa",
-    "42": "cambodia",
-    "43": "cameroon",
-    "44": "canberra, australia",
-    "45": "castle donington, uk",
-    "46": "chad",
-    "47": "chile",
-    "48": "china",
-    "49": "colombia",
-    "5": "alberta, canada",
-    "50": "colorado, usa",
-    "51": "connecticut, usa",
-    "52": "costa rica",
-    "53": "croatia",
-    "54": "cuba",
-    "55": "curacao",
-    "56": "cyprus",
-    "57": "czech republic",
-    "58": "darwin, australia",
-    "59": "dc, usa",
-    "6": "algeria",
-    "60": "democratic republic of congo",
-    "61": "denmark",
-    "62": "district of columbia, usa",
-    "63": "dominican republic",
-    "64": "dudley, uk",
-    "65": "ecuador",
-    "66": "egypt",
-    "67": "el salvador",
-    "68": "england, uk",
-    "69": "equatorial guinea",
-    "7": "andorra",
-    "70": "eritrea",
-    "71": "estonia",
-    "72": "ethiopia",
-    "73": "exminister, uk",
-    "74": "faroe islands",
-    "75": "federated states of micronesia",
-    "76": "fiji",
-    "77": "finland",
-    "78": "florida, usa",
-    "79": "france",
-    "8": "angola",
-    "80": "gabon",
-    "81": "geelong, australia",
-    "82": "georgia, usa",
-    "83": "germany",
-    "84": "ghana",
-    "85": "greece",
-    "86": "guatemala",
-    "87": "guinea",
-    "88": "guyana",
-    "89": "haiti",
-    "9": "antigua and barbuda",
-    "90": "hawaii, usa",
-    "91": "hertfordshire, uk",
-    "92": "honduras",
-    "93": "hungary",
-    "94": "iceland",
-    "95": "idaho, usa",
-    "96": "illinois, usa",
-    "97": "india",
-    "98": "indiana, usa",
-    "99": "indonesia"
+    "0": "Australian or New Zealander",
+    "1": "Caribbean or South American",
+    "10": "Southern British (Welsh or Southern English)",
+    "2": "Mid-Atlantic American",
+    "3": "Middle British (Northern and Midlands English)",
+    "4": "Midland American (Lower Midwest)",
+    "5": "New England American and NYC",
+    "6": "Northern American (Great Lakes / Upper Midwest)",
+    "7": "Northern British (Scottish or Irish)",
+    "8": "South Asian",
+    "9": "Southern American (US South)"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "adelaide, australia": "0",
-    "afghanistan": "1",
-    "alabama, usa": "2",
-    "alaska, usa": "3",
-    "albania": "4",
-    "alberta, canada": "5",
-    "algeria": "6",
-    "andorra": "7",
-    "angola": "8",
-    "antigua and barbuda": "9",
-    "argentina": "10",
-    "arizona, usa": "11",
-    "arkansas, usa": "12",
-    "armenia": "13",
-    "auburn, australia": "14",
-    "austria": "15",
-    "azerbaijan": "16",
-    "bahrain": "17",
-    "bangladesh": "18",
-    "barbados": "19",
-    "belarus": "20",
-    "belgium": "21",
-    "belize": "22",
-    "benin": "23",
-    "birkenhead, uk": "24",
-    "birmingham 1, uk": "25",
-    "birmingham, uk": "26",
-    "bolivia": "27",
-    "bosnia": "28",
-    "bosnia and herzegovina": "29",
-    "botswana": "30",
-    "bournesmouth, uk": "31",
-    "brazil": "32",
-    "brisbane, australia": "33",
-    "british  columbia, canada": "34",
-    "british columbia, canada": "35",
-    "buckinghamshire, uk": "36",
-    "bulgaria": "37",
-    "burkina faso": "38",
-    "burundi": "39",
-    "bury st. edmunds, uk": "40",
-    "california, usa": "41",
-    "cambodia": "42",
-    "cameroon": "43",
-    "canberra, australia": "44",
-    "castle donington, uk": "45",
-    "chad": "46",
-    "chile": "47",
-    "china": "48",
-    "colombia": "49",
-    "colorado, usa": "50",
-    "connecticut, usa": "51",
-    "costa rica": "52",
-    "croatia": "53",
-    "cuba": "54",
-    "curacao": "55",
-    "cyprus": "56",
-    "czech republic": "57",
-    "darwin, australia": "58",
-    "dc, usa": "59",
-    "democratic republic of congo": "60",
-    "denmark": "61",
-    "district of columbia, usa": "62",
-    "dominican republic": "63",
-    "dudley, uk": "64",
-    "ecuador": "65",
-    "egypt": "66",
-    "el salvador": "67",
-    "england, uk": "68",
-    "equatorial guinea": "69",
-    "eritrea": "70",
-    "estonia": "71",
-    "ethiopia": "72",
-    "exminister, uk": "73",
-    "faroe islands": "74",
-    "federated states of micronesia": "75",
-    "fiji": "76",
-    "finland": "77",
-    "florida, usa": "78",
-    "france": "79",
-    "gabon": "80",
-    "geelong, australia": "81",
-    "georgia, usa": "82",
-    "germany": "83",
-    "ghana": "84",
-    "greece": "85",
-    "guatemala": "86",
-    "guinea": "87",
-    "guyana": "88",
-    "haiti": "89",
-    "hawaii, usa": "90",
-    "hertfordshire, uk": "91",
-    "honduras": "92",
-    "hungary": "93",
-    "iceland": "94",
-    "idaho, usa": "95",
-    "illinois, usa": "96",
-    "india": "97",
-    "indiana, usa": "98",
-    "indonesia": "99",
-    "iowa, usa": "100",
-    "iran": "101",
-    "iraq": "102",
-    "ireland": "103",
-    "isle of man": "104",
-    "isle of wight, uk": "105",
-    "israel": "106",
-    "israel (occupied territory)": "107",
-    "italy": "108",
-    "ivory coast": "109",
-    "jamaica": "110",
-    "japan": "111",
-    "jordan": "112",
-    "kansas, usa": "113",
-    "kazakhstan": "114",
-    "kentucky, usa": "115",
-    "kenya": "116",
-    "kosovo": "117",
-    "kuwait": "118",
-    "kyrgyzstan": "119",
-    "lancashire, uk": "120",
-    "laos": "121",
-    "latvia": "122",
-    "lebanon": "123",
-    "leeds, uk": "124",
-    "leicester, uk": "125",
-    "leighton buzzard, uk": "126",
-    "lesotho": "127",
-    "leyland, uk": "128",
-    "liberia": "129",
-    "libya": "130",
-    "liechtenstein": "131",
-    "lincolnshire, uk": "132",
-    "lithuania": "133",
-    "littlehampton, uk": "134",
-    "london, uk": "135",
-    "louisiana, usa": "136",
-    "luxembourg": "137",
-    "macedonia": "138",
-    "madagascar": "139",
-    "maine, usa": "140",
-    "maitland, australia": "141",
-    "malawi": "142",
-    "malaysia": "143",
-    "mali": "144",
-    "malta": "145",
-    "manitoba, canada": "146",
-    "martinique": "147",
-    "maryland, usa": "148",
-    "massachusetts, usa": "149",
-    "mauritius": "150",
-    "melbourne, australia": "151",
-    "mexico": "152",
-    "michigan, usa": "153",
-    "middlesex, uk": "154",
-    "minnesota, usa": "155",
-    "mississippi, usa": "156",
-    "missouri, usa": "157",
-    "moldova": "158",
-    "mongolia": "159",
-    "montana, usa": "160",
-    "montenegro": "161",
-    "morocco": "162",
-    "myanmar": "163",
-    "namibia": "164",
-    "naracoorte, australia": "165",
-    "nebraska, usa": "166",
-    "nepal": "167",
-    "netherlands": "168",
-    "nevada, usa": "169",
-    "new brunswick, canada": "170",
-    "new hampshire, usa": "171",
-    "new jersey, usa": "172",
-    "new mexico, usa": "173",
-    "new south wales, australia": "174",
-    "new york, usa": "175",
-    "new zealand": "176",
-    "newcastle, australia": "177",
-    "nicaragua": "178",
-    "niger": "179",
-    "nigeria": "180",
-    "norfolk, uk": "181",
-    "north carolina, usa": "182",
-    "north dakota, usa": "183",
-    "northern ireland, uk": "184",
-    "northern mariana islands": "185",
-    "norway": "186",
-    "nottingham, uk": "187",
-    "nova scotia, canada": "188",
-    "ohio, usa": "189",
-    "oklahoma, usa": "190",
-    "oman": "191",
-    "ontario, canada": "192",
-    "oregon, usa": "193",
-    "oxford, uk": "194",
-    "oxfordshire, uk": "195",
-    "pakistan": "196",
-    "panama": "197",
-    "papua new guinea": "198",
-    "pennsylvania, usa": "199",
-    "perth, australia": "200",
-    "peru": "201",
-    "philippines": "202",
-    "poland": "203",
-    "portugal": "204",
-    "puerto rico": "205",
-    "qatar": "206",
-    "quebec, canada": "207",
-    "queensland, australia": "208",
-    "republic of georgia": "209",
-    "rhode island, usa": "210",
-    "romania": "211",
-    "romanian": "212",
-    "russia": "213",
-    "rwanda": "214",
-    "saskatchewan, canada": "215",
-    "saudi arabia": "216",
-    "scotland, uk": "217",
-    "senegal": "218",
-    "serbia": "219",
-    "sicily": "220",
-    "sierra leone": "221",
-    "singapore": "222",
-    "slovak republic": "223",
-    "slovakia": "224",
-    "slovenia": "225",
-    "solomon islands": "226",
-    "somalia": "227",
-    "south africa": "228",
-    "south carolina, usa": "229",
-    "south dakota, usa": "230",
-    "south korea": "231",
-    "southhampton, uk": "232",
-    "spain": "233",
-    "sri lanka": "234",
-    "staffordshire, uk": "235",
-    "strattford-on-avon, uk": "236",
-    "sudan": "237",
-    "surrey, uk": "238",
-    "sweden": "239",
-    "switzerland": "240",
-    "sydney, australia": "241",
-    "syria": "242",
-    "taiwan": "243",
-    "tajikistan": "244",
-    "tamworth, australia": "245",
-    "tanzania": "246",
-    "tasmania, australia": "247",
-    "tennessee, usa": "248",
-    "texas, usa": "249",
-    "thailand": "250",
-    "the bahamas": "251",
-    "tibet": "252",
-    "timor-leste": "253",
-    "togo": "254",
-    "trinidad": "255",
-    "tunisia": "256",
-    "turkey": "257",
-    "turkmenistan": "258",
-    "uganda": "259",
-    "ukraine": "260",
-    "united arab emirates": "261",
-    "uruguay": "262",
-    "us virgin islands": "263",
-    "utah, usa": "264",
-    "uzbekistan": "265",
-    "venezuela": "266",
-    "vermont, usa": "267",
-    "vietnam": "268",
-    "virginia": "269",
-    "virginia, usa": "270",
-    "wales, uk": "271",
-    "warwickshire, uk": "272",
-    "washington, usa": "273",
-    "west virginia, usa": "274",
-    "windsor, australia": "275",
-    "windsor, uk": "276",
-    "wisconsin, usa": "277",
-    "wyoming, usa": "278",
-    "yemen": "279",
-    "york, uk": "280",
-    "yugoslavia": "281",
-    "zambia": "282",
-    "zimbabwe": "283"
+    "Australian or New Zealander": "0",
+    "Caribbean or South American": "1",
+    "Mid-Atlantic American": "2",
+    "Middle British (Northern and Midlands English)": "3",
+    "Midland American (Lower Midwest)": "4",
+    "New England American and NYC": "5",
+    "Northern American (Great Lakes / Upper Midwest)": "6",
+    "Northern British (Scottish or Irish)": "7",
+    "South Asian": "8",
+    "Southern American (US South)": "9",
+    "Southern British (Welsh or Southern English)": "10"
   },
   "layer_norm_eps": 1e-05,
   "layerdrop": 0.0,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b436166785a4fd8a4a30b59149f2d5c78c591dcac95bacd16786a99b8db7a0d
-size 95053416
+oid sha256:86b8f6d96567824dae9d9134ba6735cdcca06ec98fccc4b1f85bc70be28e18de
+size 94772756

runs/Jan17_05-54-35_2c5c93fd2555/events.out.tfevents.1705470879.2c5c93fd2555.2591.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071f992e6fe3ef20c23be748e25064b3f498e1ff4e0da54eb83072911f4d8c1d
+size 8203

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9109e4926e5f9ec9c3b0107c82dae2d1d4ea68cb15e68afcd200d232ae9c9ec4
+oid sha256:fcd318533c32f0c17e33d42c6470b64217b3d2c928949f87821fa82ef3b39bcb
 size 4728