HoogBERTa-POS-lst20 / config.json
new5558's picture
Upload RobertaForTokenClassification
b658bed
raw history blame
No virus
1.56 kB
{
"_name_or_path": "data/converted_model_pos_huggingface",
"architectures": [
"RobertaForTokenClassification"
],
"attention_probs_dropout_prob": 0.1,
"bos_token_id": 0,
"classifier_dropout": null,
"eos_token_id": 2,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 768,
"id2label": {
"0": "<s>",
"1": "<pad>",
"2": "</s>",
"3": "<unk>",
"4": "NN",
"5": "VV",
"6": "PU",
"7": "CC",
"8": "PS",
"9": "AX",
"10": "AV",
"11": "FX",
"12": "NU",
"13": "AJ",
"14": "CL",
"15": "PR",
"16": "NG",
"17": "PA",
"18": "XX",
"19": "IJ",
"20": "madeupword0000",
"21": "madeupword0001",
"22": "madeupword0002",
"23": "madeupword0003"
},
"initializer_range": 0.02,
"intermediate_size": 3072,
"label2id": {
"</s>": 2,
"<pad>": 1,
"<s>": 0,
"<unk>": 3,
"AJ": 13,
"AV": 10,
"AX": 9,
"CC": 7,
"CL": 14,
"FX": 11,
"IJ": 19,
"NG": 16,
"NN": 4,
"NU": 12,
"PA": 17,
"PR": 15,
"PS": 8,
"PU": 6,
"VV": 5,
"XX": 18,
"madeupword0000": 20,
"madeupword0001": 21,
"madeupword0002": 22,
"madeupword0003": 23
},
"layer_norm_eps": 1e-05,
"max_position_embeddings": 514,
"model_type": "roberta",
"num_attention_heads": 12,
"num_hidden_layers": 12,
"pad_token_id": 1,
"position_embedding_type": "absolute",
"torch_dtype": "float32",
"transformers_version": "4.27.4",
"type_vocab_size": 1,
"use_cache": true,
"vocab_size": 74905
}