{ "_name_or_path": "ntu-spml/distilhubert", "activation_dropout": 0.1, "apply_spec_augment": false, "architectures": [ "HubertForSequenceClassification" ], "attention_dropout": 0.1, "bos_token_id": 1, "classifier_proj_size": 256, "conv_bias": false, "conv_dim": [ 512, 512, 512, 512, 512, 512, 512 ], "conv_kernel": [ 10, 3, 3, 3, 3, 2, 2 ], "conv_stride": [ 5, 2, 2, 2, 2, 2, 2 ], "ctc_loss_reduction": "sum", "ctc_zero_infinity": false, "do_stable_layer_norm": false, "eos_token_id": 2, "feat_extract_activation": "gelu", "feat_extract_norm": "group", "feat_proj_dropout": 0.0, "feat_proj_layer_norm": false, "final_dropout": 0.0, "hidden_act": "gelu", "hidden_dropout": 0.1, "hidden_size": 768, "id2label": { "0": "adelaide, australia", "1": "afghanistan", "10": "argentina", "100": "iowa, usa", "101": "iran", "102": "iraq", "103": "ireland", "104": "isle of man", "105": "isle of wight, uk", "106": "israel", "107": "israel (occupied territory)", "108": "italy", "109": "ivory coast", "11": "arizona, usa", "110": "jamaica", "111": "japan", "112": "jordan", "113": "kansas, usa", "114": "kazakhstan", "115": "kentucky, usa", "116": "kenya", "117": "kosovo", "118": "kuwait", "119": "kyrgyzstan", "12": "arkansas, usa", "120": "lancashire, uk", "121": "laos", "122": "latvia", "123": "lebanon", "124": "leeds, uk", "125": "leicester, uk", "126": "leighton buzzard, uk", "127": "lesotho", "128": "leyland, uk", "129": "liberia", "13": "armenia", "130": "libya", "131": "liechtenstein", "132": "lincolnshire, uk", "133": "lithuania", "134": "littlehampton, uk", "135": "london, uk", "136": "louisiana, usa", "137": "luxembourg", "138": "macedonia", "139": "madagascar", "14": "auburn, australia", "140": "maine, usa", "141": "maitland, australia", "142": "malawi", "143": "malaysia", "144": "mali", "145": "malta", "146": "manitoba, canada", "147": "martinique", "148": "maryland, usa", "149": "massachusetts, usa", "15": "austria", "150": "mauritius", "151": "melbourne, australia", "152": "mexico", "153": "michigan, usa", "154": "middlesex, uk", "155": "minnesota, usa", "156": "mississippi, usa", "157": "missouri, usa", "158": "moldova", "159": "mongolia", "16": "azerbaijan", "160": "montana, usa", "161": "montenegro", "162": "morocco", "163": "myanmar", "164": "namibia", "165": "naracoorte, australia", "166": "nebraska, usa", "167": "nepal", "168": "netherlands", "169": "nevada, usa", "17": "bahrain", "170": "new brunswick, canada", "171": "new hampshire, usa", "172": "new jersey, usa", "173": "new mexico, usa", "174": "new south wales, australia", "175": "new york, usa", "176": "new zealand", "177": "newcastle, australia", "178": "nicaragua", "179": "niger", "18": "bangladesh", "180": "nigeria", "181": "norfolk, uk", "182": "north carolina, usa", "183": "north dakota, usa", "184": "northern ireland, uk", "185": "northern mariana islands", "186": "norway", "187": "nottingham, uk", "188": "nova scotia, canada", "189": "ohio, usa", "19": "barbados", "190": "oklahoma, usa", "191": "oman", "192": "ontario, canada", "193": "oregon, usa", "194": "oxford, uk", "195": "oxfordshire, uk", "196": "pakistan", "197": "panama", "198": "papua new guinea", "199": "pennsylvania, usa", "2": "alabama, usa", "20": "belarus", "200": "perth, australia", "201": "peru", "202": "philippines", "203": "poland", "204": "portugal", "205": "puerto rico", "206": "qatar", "207": "quebec, canada", "208": "queensland, australia", "209": "republic of georgia", "21": "belgium", "210": "rhode island, usa", "211": "romania", "212": "romanian", "213": "russia", "214": "rwanda", "215": "saskatchewan, canada", "216": "saudi arabia", "217": "scotland, uk", "218": "senegal", "219": "serbia", "22": "belize", "220": "sicily", "221": "sierra leone", "222": "singapore", "223": "slovak republic", "224": "slovakia", "225": "slovenia", "226": "solomon islands", "227": "somalia", "228": "south africa", "229": "south carolina, usa", "23": "benin", "230": "south dakota, usa", "231": "south korea", "232": "southhampton, uk", "233": "spain", "234": "sri lanka", "235": "staffordshire, uk", "236": "strattford-on-avon, uk", "237": "sudan", "238": "surrey, uk", "239": "sweden", "24": "birkenhead, uk", "240": "switzerland", "241": "sydney, australia", "242": "syria", "243": "taiwan", "244": "tajikistan", "245": "tamworth, australia", "246": "tanzania", "247": "tasmania, australia", "248": "tennessee, usa", "249": "texas, usa", "25": "birmingham 1, uk", "250": "thailand", "251": "the bahamas", "252": "tibet", "253": "timor-leste", "254": "togo", "255": "trinidad", "256": "tunisia", "257": "turkey", "258": "turkmenistan", "259": "uganda", "26": "birmingham, uk", "260": "ukraine", "261": "united arab emirates", "262": "uruguay", "263": "us virgin islands", "264": "utah, usa", "265": "uzbekistan", "266": "venezuela", "267": "vermont, usa", "268": "vietnam", "269": "virginia", "27": "bolivia", "270": "virginia, usa", "271": "wales, uk", "272": "warwickshire, uk", "273": "washington, usa", "274": "west virginia, usa", "275": "windsor, australia", "276": "windsor, uk", "277": "wisconsin, usa", "278": "wyoming, usa", "279": "yemen", "28": "bosnia", "280": "york, uk", "281": "yugoslavia", "282": "zambia", "283": "zimbabwe", "29": "bosnia and herzegovina", "3": "alaska, usa", "30": "botswana", "31": "bournesmouth, uk", "32": "brazil", "33": "brisbane, australia", "34": "british columbia, canada", "35": "british columbia, canada", "36": "buckinghamshire, uk", "37": "bulgaria", "38": "burkina faso", "39": "burundi", "4": "albania", "40": "bury st. edmunds, uk", "41": "california, usa", "42": "cambodia", "43": "cameroon", "44": "canberra, australia", "45": "castle donington, uk", "46": "chad", "47": "chile", "48": "china", "49": "colombia", "5": "alberta, canada", "50": "colorado, usa", "51": "connecticut, usa", "52": "costa rica", "53": "croatia", "54": "cuba", "55": "curacao", "56": "cyprus", "57": "czech republic", "58": "darwin, australia", "59": "dc, usa", "6": "algeria", "60": "democratic republic of congo", "61": "denmark", "62": "district of columbia, usa", "63": "dominican republic", "64": "dudley, uk", "65": "ecuador", "66": "egypt", "67": "el salvador", "68": "england, uk", "69": "equatorial guinea", "7": "andorra", "70": "eritrea", "71": "estonia", "72": "ethiopia", "73": "exminister, uk", "74": "faroe islands", "75": "federated states of micronesia", "76": "fiji", "77": "finland", "78": "florida, usa", "79": "france", "8": "angola", "80": "gabon", "81": "geelong, australia", "82": "georgia, usa", "83": "germany", "84": "ghana", "85": "greece", "86": "guatemala", "87": "guinea", "88": "guyana", "89": "haiti", "9": "antigua and barbuda", "90": "hawaii, usa", "91": "hertfordshire, uk", "92": "honduras", "93": "hungary", "94": "iceland", "95": "idaho, usa", "96": "illinois, usa", "97": "india", "98": "indiana, usa", "99": "indonesia" }, "initializer_range": 0.02, "intermediate_size": 3072, "label2id": { "adelaide, australia": "0", "afghanistan": "1", "alabama, usa": "2", "alaska, usa": "3", "albania": "4", "alberta, canada": "5", "algeria": "6", "andorra": "7", "angola": "8", "antigua and barbuda": "9", "argentina": "10", "arizona, usa": "11", "arkansas, usa": "12", "armenia": "13", "auburn, australia": "14", "austria": "15", "azerbaijan": "16", "bahrain": "17", "bangladesh": "18", "barbados": "19", "belarus": "20", "belgium": "21", "belize": "22", "benin": "23", "birkenhead, uk": "24", "birmingham 1, uk": "25", "birmingham, uk": "26", "bolivia": "27", "bosnia": "28", "bosnia and herzegovina": "29", "botswana": "30", "bournesmouth, uk": "31", "brazil": "32", "brisbane, australia": "33", "british columbia, canada": "34", "british columbia, canada": "35", "buckinghamshire, uk": "36", "bulgaria": "37", "burkina faso": "38", "burundi": "39", "bury st. edmunds, uk": "40", "california, usa": "41", "cambodia": "42", "cameroon": "43", "canberra, australia": "44", "castle donington, uk": "45", "chad": "46", "chile": "47", "china": "48", "colombia": "49", "colorado, usa": "50", "connecticut, usa": "51", "costa rica": "52", "croatia": "53", "cuba": "54", "curacao": "55", "cyprus": "56", "czech republic": "57", "darwin, australia": "58", "dc, usa": "59", "democratic republic of congo": "60", "denmark": "61", "district of columbia, usa": "62", "dominican republic": "63", "dudley, uk": "64", "ecuador": "65", "egypt": "66", "el salvador": "67", "england, uk": "68", "equatorial guinea": "69", "eritrea": "70", "estonia": "71", "ethiopia": "72", "exminister, uk": "73", "faroe islands": "74", "federated states of micronesia": "75", "fiji": "76", "finland": "77", "florida, usa": "78", "france": "79", "gabon": "80", "geelong, australia": "81", "georgia, usa": "82", "germany": "83", "ghana": "84", "greece": "85", "guatemala": "86", "guinea": "87", "guyana": "88", "haiti": "89", "hawaii, usa": "90", "hertfordshire, uk": "91", "honduras": "92", "hungary": "93", "iceland": "94", "idaho, usa": "95", "illinois, usa": "96", "india": "97", "indiana, usa": "98", "indonesia": "99", "iowa, usa": "100", "iran": "101", "iraq": "102", "ireland": "103", "isle of man": "104", "isle of wight, uk": "105", "israel": "106", "israel (occupied territory)": "107", "italy": "108", "ivory coast": "109", "jamaica": "110", "japan": "111", "jordan": "112", "kansas, usa": "113", "kazakhstan": "114", "kentucky, usa": "115", "kenya": "116", "kosovo": "117", "kuwait": "118", "kyrgyzstan": "119", "lancashire, uk": "120", "laos": "121", "latvia": "122", "lebanon": "123", "leeds, uk": "124", "leicester, uk": "125", "leighton buzzard, uk": "126", "lesotho": "127", "leyland, uk": "128", "liberia": "129", "libya": "130", "liechtenstein": "131", "lincolnshire, uk": "132", "lithuania": "133", "littlehampton, uk": "134", "london, uk": "135", "louisiana, usa": "136", "luxembourg": "137", "macedonia": "138", "madagascar": "139", "maine, usa": "140", "maitland, australia": "141", "malawi": "142", "malaysia": "143", "mali": "144", "malta": "145", "manitoba, canada": "146", "martinique": "147", "maryland, usa": "148", "massachusetts, usa": "149", "mauritius": "150", "melbourne, australia": "151", "mexico": "152", "michigan, usa": "153", "middlesex, uk": "154", "minnesota, usa": "155", "mississippi, usa": "156", "missouri, usa": "157", "moldova": "158", "mongolia": "159", "montana, usa": "160", "montenegro": "161", "morocco": "162", "myanmar": "163", "namibia": "164", "naracoorte, australia": "165", "nebraska, usa": "166", "nepal": "167", "netherlands": "168", "nevada, usa": "169", "new brunswick, canada": "170", "new hampshire, usa": "171", "new jersey, usa": "172", "new mexico, usa": "173", "new south wales, australia": "174", "new york, usa": "175", "new zealand": "176", "newcastle, australia": "177", "nicaragua": "178", "niger": "179", "nigeria": "180", "norfolk, uk": "181", "north carolina, usa": "182", "north dakota, usa": "183", "northern ireland, uk": "184", "northern mariana islands": "185", "norway": "186", "nottingham, uk": "187", "nova scotia, canada": "188", "ohio, usa": "189", "oklahoma, usa": "190", "oman": "191", "ontario, canada": "192", "oregon, usa": "193", "oxford, uk": "194", "oxfordshire, uk": "195", "pakistan": "196", "panama": "197", "papua new guinea": "198", "pennsylvania, usa": "199", "perth, australia": "200", "peru": "201", "philippines": "202", "poland": "203", "portugal": "204", "puerto rico": "205", "qatar": "206", "quebec, canada": "207", "queensland, australia": "208", "republic of georgia": "209", "rhode island, usa": "210", "romania": "211", "romanian": "212", "russia": "213", "rwanda": "214", "saskatchewan, canada": "215", "saudi arabia": "216", "scotland, uk": "217", "senegal": "218", "serbia": "219", "sicily": "220", "sierra leone": "221", "singapore": "222", "slovak republic": "223", "slovakia": "224", "slovenia": "225", "solomon islands": "226", "somalia": "227", "south africa": "228", "south carolina, usa": "229", "south dakota, usa": "230", "south korea": "231", "southhampton, uk": "232", "spain": "233", "sri lanka": "234", "staffordshire, uk": "235", "strattford-on-avon, uk": "236", "sudan": "237", "surrey, uk": "238", "sweden": "239", "switzerland": "240", "sydney, australia": "241", "syria": "242", "taiwan": "243", "tajikistan": "244", "tamworth, australia": "245", "tanzania": "246", "tasmania, australia": "247", "tennessee, usa": "248", "texas, usa": "249", "thailand": "250", "the bahamas": "251", "tibet": "252", "timor-leste": "253", "togo": "254", "trinidad": "255", "tunisia": "256", "turkey": "257", "turkmenistan": "258", "uganda": "259", "ukraine": "260", "united arab emirates": "261", "uruguay": "262", "us virgin islands": "263", "utah, usa": "264", "uzbekistan": "265", "venezuela": "266", "vermont, usa": "267", "vietnam": "268", "virginia": "269", "virginia, usa": "270", "wales, uk": "271", "warwickshire, uk": "272", "washington, usa": "273", "west virginia, usa": "274", "windsor, australia": "275", "windsor, uk": "276", "wisconsin, usa": "277", "wyoming, usa": "278", "yemen": "279", "york, uk": "280", "yugoslavia": "281", "zambia": "282", "zimbabwe": "283" }, "layer_norm_eps": 1e-05, "layerdrop": 0.0, "mask_feature_length": 10, "mask_feature_min_masks": 0, "mask_feature_prob": 0.0, "mask_time_length": 10, "mask_time_min_masks": 2, "mask_time_prob": 0.05, "model_type": "hubert", "num_attention_heads": 12, "num_conv_pos_embedding_groups": 16, "num_conv_pos_embeddings": 128, "num_feat_extract_layers": 7, "num_hidden_layers": 2, "pad_token_id": 0, "torch_dtype": "float32", "transformers_version": "4.36.2", "use_weighted_layer_sum": false, "vocab_size": 32 }