ummonk's picture
Training in progress, epoch 2
aee063b verified
raw
history blame
No virus
16.1 kB
{
"_name_or_path": "ntu-spml/distilhubert",
"activation_dropout": 0.1,
"apply_spec_augment": false,
"architectures": [
"HubertForSequenceClassification"
],
"attention_dropout": 0.1,
"bos_token_id": 1,
"classifier_proj_size": 256,
"conv_bias": false,
"conv_dim": [
512,
512,
512,
512,
512,
512,
512
],
"conv_kernel": [
10,
3,
3,
3,
3,
2,
2
],
"conv_stride": [
5,
2,
2,
2,
2,
2,
2
],
"ctc_loss_reduction": "sum",
"ctc_zero_infinity": false,
"do_stable_layer_norm": false,
"eos_token_id": 2,
"feat_extract_activation": "gelu",
"feat_extract_norm": "group",
"feat_proj_dropout": 0.0,
"feat_proj_layer_norm": false,
"final_dropout": 0.0,
"hidden_act": "gelu",
"hidden_dropout": 0.1,
"hidden_size": 768,
"id2label": {
"0": "adelaide, australia",
"1": "afghanistan",
"10": "argentina",
"100": "iowa, usa",
"101": "iran",
"102": "iraq",
"103": "ireland",
"104": "isle of man",
"105": "isle of wight, uk",
"106": "israel",
"107": "israel (occupied territory)",
"108": "italy",
"109": "ivory coast",
"11": "arizona, usa",
"110": "jamaica",
"111": "japan",
"112": "jordan",
"113": "kansas, usa",
"114": "kazakhstan",
"115": "kentucky, usa",
"116": "kenya",
"117": "kosovo",
"118": "kuwait",
"119": "kyrgyzstan",
"12": "arkansas, usa",
"120": "lancashire, uk",
"121": "laos",
"122": "latvia",
"123": "lebanon",
"124": "leeds, uk",
"125": "leicester, uk",
"126": "leighton buzzard, uk",
"127": "lesotho",
"128": "leyland, uk",
"129": "liberia",
"13": "armenia",
"130": "libya",
"131": "liechtenstein",
"132": "lincolnshire, uk",
"133": "lithuania",
"134": "littlehampton, uk",
"135": "london, uk",
"136": "louisiana, usa",
"137": "luxembourg",
"138": "macedonia",
"139": "madagascar",
"14": "auburn, australia",
"140": "maine, usa",
"141": "maitland, australia",
"142": "malawi",
"143": "malaysia",
"144": "mali",
"145": "malta",
"146": "manitoba, canada",
"147": "martinique",
"148": "maryland, usa",
"149": "massachusetts, usa",
"15": "austria",
"150": "mauritius",
"151": "melbourne, australia",
"152": "mexico",
"153": "michigan, usa",
"154": "middlesex, uk",
"155": "minnesota, usa",
"156": "mississippi, usa",
"157": "missouri, usa",
"158": "moldova",
"159": "mongolia",
"16": "azerbaijan",
"160": "montana, usa",
"161": "montenegro",
"162": "morocco",
"163": "myanmar",
"164": "namibia",
"165": "naracoorte, australia",
"166": "nebraska, usa",
"167": "nepal",
"168": "netherlands",
"169": "nevada, usa",
"17": "bahrain",
"170": "new brunswick, canada",
"171": "new hampshire, usa",
"172": "new jersey, usa",
"173": "new mexico, usa",
"174": "new south wales, australia",
"175": "new york, usa",
"176": "new zealand",
"177": "newcastle, australia",
"178": "nicaragua",
"179": "niger",
"18": "bangladesh",
"180": "nigeria",
"181": "norfolk, uk",
"182": "north carolina, usa",
"183": "north dakota, usa",
"184": "northern ireland, uk",
"185": "northern mariana islands",
"186": "norway",
"187": "nottingham, uk",
"188": "nova scotia, canada",
"189": "ohio, usa",
"19": "barbados",
"190": "oklahoma, usa",
"191": "oman",
"192": "ontario, canada",
"193": "oregon, usa",
"194": "oxford, uk",
"195": "oxfordshire, uk",
"196": "pakistan",
"197": "panama",
"198": "papua new guinea",
"199": "pennsylvania, usa",
"2": "alabama, usa",
"20": "belarus",
"200": "perth, australia",
"201": "peru",
"202": "philippines",
"203": "poland",
"204": "portugal",
"205": "puerto rico",
"206": "qatar",
"207": "quebec, canada",
"208": "queensland, australia",
"209": "republic of georgia",
"21": "belgium",
"210": "rhode island, usa",
"211": "romania",
"212": "romanian",
"213": "russia",
"214": "rwanda",
"215": "saskatchewan, canada",
"216": "saudi arabia",
"217": "scotland, uk",
"218": "senegal",
"219": "serbia",
"22": "belize",
"220": "sicily",
"221": "sierra leone",
"222": "singapore",
"223": "slovak republic",
"224": "slovakia",
"225": "slovenia",
"226": "solomon islands",
"227": "somalia",
"228": "south africa",
"229": "south carolina, usa",
"23": "benin",
"230": "south dakota, usa",
"231": "south korea",
"232": "southhampton, uk",
"233": "spain",
"234": "sri lanka",
"235": "staffordshire, uk",
"236": "strattford-on-avon, uk",
"237": "sudan",
"238": "surrey, uk",
"239": "sweden",
"24": "birkenhead, uk",
"240": "switzerland",
"241": "sydney, australia",
"242": "syria",
"243": "taiwan",
"244": "tajikistan",
"245": "tamworth, australia",
"246": "tanzania",
"247": "tasmania, australia",
"248": "tennessee, usa",
"249": "texas, usa",
"25": "birmingham 1, uk",
"250": "thailand",
"251": "the bahamas",
"252": "tibet",
"253": "timor-leste",
"254": "togo",
"255": "trinidad",
"256": "tunisia",
"257": "turkey",
"258": "turkmenistan",
"259": "uganda",
"26": "birmingham, uk",
"260": "ukraine",
"261": "united arab emirates",
"262": "uruguay",
"263": "us virgin islands",
"264": "utah, usa",
"265": "uzbekistan",
"266": "venezuela",
"267": "vermont, usa",
"268": "vietnam",
"269": "virginia",
"27": "bolivia",
"270": "virginia, usa",
"271": "wales, uk",
"272": "warwickshire, uk",
"273": "washington, usa",
"274": "west virginia, usa",
"275": "windsor, australia",
"276": "windsor, uk",
"277": "wisconsin, usa",
"278": "wyoming, usa",
"279": "yemen",
"28": "bosnia",
"280": "york, uk",
"281": "yugoslavia",
"282": "zambia",
"283": "zimbabwe",
"29": "bosnia and herzegovina",
"3": "alaska, usa",
"30": "botswana",
"31": "bournesmouth, uk",
"32": "brazil",
"33": "brisbane, australia",
"34": "british columbia, canada",
"35": "british columbia, canada",
"36": "buckinghamshire, uk",
"37": "bulgaria",
"38": "burkina faso",
"39": "burundi",
"4": "albania",
"40": "bury st. edmunds, uk",
"41": "california, usa",
"42": "cambodia",
"43": "cameroon",
"44": "canberra, australia",
"45": "castle donington, uk",
"46": "chad",
"47": "chile",
"48": "china",
"49": "colombia",
"5": "alberta, canada",
"50": "colorado, usa",
"51": "connecticut, usa",
"52": "costa rica",
"53": "croatia",
"54": "cuba",
"55": "curacao",
"56": "cyprus",
"57": "czech republic",
"58": "darwin, australia",
"59": "dc, usa",
"6": "algeria",
"60": "democratic republic of congo",
"61": "denmark",
"62": "district of columbia, usa",
"63": "dominican republic",
"64": "dudley, uk",
"65": "ecuador",
"66": "egypt",
"67": "el salvador",
"68": "england, uk",
"69": "equatorial guinea",
"7": "andorra",
"70": "eritrea",
"71": "estonia",
"72": "ethiopia",
"73": "exminister, uk",
"74": "faroe islands",
"75": "federated states of micronesia",
"76": "fiji",
"77": "finland",
"78": "florida, usa",
"79": "france",
"8": "angola",
"80": "gabon",
"81": "geelong, australia",
"82": "georgia, usa",
"83": "germany",
"84": "ghana",
"85": "greece",
"86": "guatemala",
"87": "guinea",
"88": "guyana",
"89": "haiti",
"9": "antigua and barbuda",
"90": "hawaii, usa",
"91": "hertfordshire, uk",
"92": "honduras",
"93": "hungary",
"94": "iceland",
"95": "idaho, usa",
"96": "illinois, usa",
"97": "india",
"98": "indiana, usa",
"99": "indonesia"
},
"initializer_range": 0.02,
"intermediate_size": 3072,
"label2id": {
"adelaide, australia": "0",
"afghanistan": "1",
"alabama, usa": "2",
"alaska, usa": "3",
"albania": "4",
"alberta, canada": "5",
"algeria": "6",
"andorra": "7",
"angola": "8",
"antigua and barbuda": "9",
"argentina": "10",
"arizona, usa": "11",
"arkansas, usa": "12",
"armenia": "13",
"auburn, australia": "14",
"austria": "15",
"azerbaijan": "16",
"bahrain": "17",
"bangladesh": "18",
"barbados": "19",
"belarus": "20",
"belgium": "21",
"belize": "22",
"benin": "23",
"birkenhead, uk": "24",
"birmingham 1, uk": "25",
"birmingham, uk": "26",
"bolivia": "27",
"bosnia": "28",
"bosnia and herzegovina": "29",
"botswana": "30",
"bournesmouth, uk": "31",
"brazil": "32",
"brisbane, australia": "33",
"british columbia, canada": "34",
"british columbia, canada": "35",
"buckinghamshire, uk": "36",
"bulgaria": "37",
"burkina faso": "38",
"burundi": "39",
"bury st. edmunds, uk": "40",
"california, usa": "41",
"cambodia": "42",
"cameroon": "43",
"canberra, australia": "44",
"castle donington, uk": "45",
"chad": "46",
"chile": "47",
"china": "48",
"colombia": "49",
"colorado, usa": "50",
"connecticut, usa": "51",
"costa rica": "52",
"croatia": "53",
"cuba": "54",
"curacao": "55",
"cyprus": "56",
"czech republic": "57",
"darwin, australia": "58",
"dc, usa": "59",
"democratic republic of congo": "60",
"denmark": "61",
"district of columbia, usa": "62",
"dominican republic": "63",
"dudley, uk": "64",
"ecuador": "65",
"egypt": "66",
"el salvador": "67",
"england, uk": "68",
"equatorial guinea": "69",
"eritrea": "70",
"estonia": "71",
"ethiopia": "72",
"exminister, uk": "73",
"faroe islands": "74",
"federated states of micronesia": "75",
"fiji": "76",
"finland": "77",
"florida, usa": "78",
"france": "79",
"gabon": "80",
"geelong, australia": "81",
"georgia, usa": "82",
"germany": "83",
"ghana": "84",
"greece": "85",
"guatemala": "86",
"guinea": "87",
"guyana": "88",
"haiti": "89",
"hawaii, usa": "90",
"hertfordshire, uk": "91",
"honduras": "92",
"hungary": "93",
"iceland": "94",
"idaho, usa": "95",
"illinois, usa": "96",
"india": "97",
"indiana, usa": "98",
"indonesia": "99",
"iowa, usa": "100",
"iran": "101",
"iraq": "102",
"ireland": "103",
"isle of man": "104",
"isle of wight, uk": "105",
"israel": "106",
"israel (occupied territory)": "107",
"italy": "108",
"ivory coast": "109",
"jamaica": "110",
"japan": "111",
"jordan": "112",
"kansas, usa": "113",
"kazakhstan": "114",
"kentucky, usa": "115",
"kenya": "116",
"kosovo": "117",
"kuwait": "118",
"kyrgyzstan": "119",
"lancashire, uk": "120",
"laos": "121",
"latvia": "122",
"lebanon": "123",
"leeds, uk": "124",
"leicester, uk": "125",
"leighton buzzard, uk": "126",
"lesotho": "127",
"leyland, uk": "128",
"liberia": "129",
"libya": "130",
"liechtenstein": "131",
"lincolnshire, uk": "132",
"lithuania": "133",
"littlehampton, uk": "134",
"london, uk": "135",
"louisiana, usa": "136",
"luxembourg": "137",
"macedonia": "138",
"madagascar": "139",
"maine, usa": "140",
"maitland, australia": "141",
"malawi": "142",
"malaysia": "143",
"mali": "144",
"malta": "145",
"manitoba, canada": "146",
"martinique": "147",
"maryland, usa": "148",
"massachusetts, usa": "149",
"mauritius": "150",
"melbourne, australia": "151",
"mexico": "152",
"michigan, usa": "153",
"middlesex, uk": "154",
"minnesota, usa": "155",
"mississippi, usa": "156",
"missouri, usa": "157",
"moldova": "158",
"mongolia": "159",
"montana, usa": "160",
"montenegro": "161",
"morocco": "162",
"myanmar": "163",
"namibia": "164",
"naracoorte, australia": "165",
"nebraska, usa": "166",
"nepal": "167",
"netherlands": "168",
"nevada, usa": "169",
"new brunswick, canada": "170",
"new hampshire, usa": "171",
"new jersey, usa": "172",
"new mexico, usa": "173",
"new south wales, australia": "174",
"new york, usa": "175",
"new zealand": "176",
"newcastle, australia": "177",
"nicaragua": "178",
"niger": "179",
"nigeria": "180",
"norfolk, uk": "181",
"north carolina, usa": "182",
"north dakota, usa": "183",
"northern ireland, uk": "184",
"northern mariana islands": "185",
"norway": "186",
"nottingham, uk": "187",
"nova scotia, canada": "188",
"ohio, usa": "189",
"oklahoma, usa": "190",
"oman": "191",
"ontario, canada": "192",
"oregon, usa": "193",
"oxford, uk": "194",
"oxfordshire, uk": "195",
"pakistan": "196",
"panama": "197",
"papua new guinea": "198",
"pennsylvania, usa": "199",
"perth, australia": "200",
"peru": "201",
"philippines": "202",
"poland": "203",
"portugal": "204",
"puerto rico": "205",
"qatar": "206",
"quebec, canada": "207",
"queensland, australia": "208",
"republic of georgia": "209",
"rhode island, usa": "210",
"romania": "211",
"romanian": "212",
"russia": "213",
"rwanda": "214",
"saskatchewan, canada": "215",
"saudi arabia": "216",
"scotland, uk": "217",
"senegal": "218",
"serbia": "219",
"sicily": "220",
"sierra leone": "221",
"singapore": "222",
"slovak republic": "223",
"slovakia": "224",
"slovenia": "225",
"solomon islands": "226",
"somalia": "227",
"south africa": "228",
"south carolina, usa": "229",
"south dakota, usa": "230",
"south korea": "231",
"southhampton, uk": "232",
"spain": "233",
"sri lanka": "234",
"staffordshire, uk": "235",
"strattford-on-avon, uk": "236",
"sudan": "237",
"surrey, uk": "238",
"sweden": "239",
"switzerland": "240",
"sydney, australia": "241",
"syria": "242",
"taiwan": "243",
"tajikistan": "244",
"tamworth, australia": "245",
"tanzania": "246",
"tasmania, australia": "247",
"tennessee, usa": "248",
"texas, usa": "249",
"thailand": "250",
"the bahamas": "251",
"tibet": "252",
"timor-leste": "253",
"togo": "254",
"trinidad": "255",
"tunisia": "256",
"turkey": "257",
"turkmenistan": "258",
"uganda": "259",
"ukraine": "260",
"united arab emirates": "261",
"uruguay": "262",
"us virgin islands": "263",
"utah, usa": "264",
"uzbekistan": "265",
"venezuela": "266",
"vermont, usa": "267",
"vietnam": "268",
"virginia": "269",
"virginia, usa": "270",
"wales, uk": "271",
"warwickshire, uk": "272",
"washington, usa": "273",
"west virginia, usa": "274",
"windsor, australia": "275",
"windsor, uk": "276",
"wisconsin, usa": "277",
"wyoming, usa": "278",
"yemen": "279",
"york, uk": "280",
"yugoslavia": "281",
"zambia": "282",
"zimbabwe": "283"
},
"layer_norm_eps": 1e-05,
"layerdrop": 0.0,
"mask_feature_length": 10,
"mask_feature_min_masks": 0,
"mask_feature_prob": 0.0,
"mask_time_length": 10,
"mask_time_min_masks": 2,
"mask_time_prob": 0.05,
"model_type": "hubert",
"num_attention_heads": 12,
"num_conv_pos_embedding_groups": 16,
"num_conv_pos_embeddings": 128,
"num_feat_extract_layers": 7,
"num_hidden_layers": 2,
"pad_token_id": 0,
"torch_dtype": "float32",
"transformers_version": "4.36.2",
"use_weighted_layer_sum": false,
"vocab_size": 32
}