Kudod's picture
Training in progress, epoch 1
eb5d46f verified
{
"_name_or_path": "microsoft/mdeberta-v3-base",
"architectures": [
"DebertaV2ForTokenClassification"
],
"attention_probs_dropout_prob": 0.1,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 768,
"id2label": {
"0": "O",
"1": "Ti\u1ec1n c\u1ee5 th\u1ec3",
"2": "M\u00e3 \u0111\u01a1n",
"3": "S\u1ed1 c\u00f4ng",
"4": "Th\u00e1ng c\u1ee5 th\u1ec3",
"5": "V\u1ecb tr\u00ed",
"6": "S\u1ed1 \u0111i\u1ec3m",
"7": "C\u00f4ng",
"8": "L\u01b0\u01a1ng",
"9": "Ti\u1ec1n tr\u1eebu t\u01b0\u1ee3ng",
"10": "S\u1ed1 \u0111\u01a1n",
"11": "Th\u00e1ng tr\u1eebu t\u01b0\u1ee3ng",
"12": "Th\u1ee9",
"13": "Ph\u1ee5 c\u1ea5p",
"14": "S\u1ed1 gi\u1edd",
"15": "Kho\u1ea3ng th\u1eddi gian",
"16": "Th\u00f4ng tin CTT",
"17": "Kho",
"18": "Gi\u1edd",
"19": "N\u0103m c\u1ee5 th\u1ec3",
"20": "H\u00ecnh th\u1ee9c l\u00e0m vi\u1ec7c",
"21": "Gi\u1ea5y t\u1edd",
"22": "\u0110\u1ee3t",
"23": "T\u1ef7 l\u1ec7",
"24": "M\u00e3 s\u1ed1 thu\u1ebf"
},
"initializer_range": 0.02,
"intermediate_size": 3072,
"label2id": {
"C\u00f4ng": 7,
"Gi\u1ea5y t\u1edd": 21,
"Gi\u1edd": 18,
"H\u00ecnh th\u1ee9c l\u00e0m vi\u1ec7c": 20,
"Kho": 17,
"Kho\u1ea3ng th\u1eddi gian": 15,
"L\u01b0\u01a1ng": 8,
"M\u00e3 s\u1ed1 thu\u1ebf": 24,
"M\u00e3 \u0111\u01a1n": 2,
"N\u0103m c\u1ee5 th\u1ec3": 19,
"O": 0,
"Ph\u1ee5 c\u1ea5p": 13,
"S\u1ed1 c\u00f4ng": 3,
"S\u1ed1 gi\u1edd": 14,
"S\u1ed1 \u0111i\u1ec3m": 6,
"S\u1ed1 \u0111\u01a1n": 10,
"Th\u00e1ng c\u1ee5 th\u1ec3": 4,
"Th\u00e1ng tr\u1eebu t\u01b0\u1ee3ng": 11,
"Th\u00f4ng tin CTT": 16,
"Th\u1ee9": 12,
"Ti\u1ec1n c\u1ee5 th\u1ec3": 1,
"Ti\u1ec1n tr\u1eebu t\u01b0\u1ee3ng": 9,
"T\u1ef7 l\u1ec7": 23,
"V\u1ecb tr\u00ed": 5,
"\u0110\u1ee3t": 22
},
"layer_norm_eps": 1e-07,
"max_position_embeddings": 512,
"max_relative_positions": -1,
"model_type": "deberta-v2",
"norm_rel_ebd": "layer_norm",
"num_attention_heads": 12,
"num_hidden_layers": 12,
"pad_token_id": 0,
"pooler_dropout": 0,
"pooler_hidden_act": "gelu",
"pooler_hidden_size": 768,
"pos_att_type": [
"p2c",
"c2p"
],
"position_biased_input": false,
"position_buckets": 256,
"relative_attention": true,
"share_att_key": true,
"torch_dtype": "float32",
"transformers_version": "4.45.0",
"type_vocab_size": 0,
"vocab_size": 251000
}