unikei's picture
Upload config.json
8e5cc62
{
"_name_or_path": "unikei/distilbert-base-re-punctuate",
"activation": "gelu",
"architectures": [
"DistilBertForTokenClassification"
],
"attention_dropout": 0.1,
"dim": 768,
"dropout": 0.1,
"hidden_dim": 3072,
"id2label": {
"0": "UPPER_",
"1": "Upper_",
"2": "lower_",
"3": "UPPER.",
"4": "Upper.",
"5": "lower.",
"6": "UPPER,",
"7": "Upper,",
"8": "lower,",
"9": "UPPER!",
"10": "Upper!",
"11": "lower!",
"12": "UPPER?",
"13": "Upper?",
"14": "lower?",
"15": "UPPER:",
"16": "Upper:",
"17": "lower:",
"18": "UPPER;",
"19": "Upper;",
"20": "lower;",
"21": "UPPER-",
"22": "Upper-",
"23": "lower-"
},
"initializer_range": 0.02,
"label2id": {
"UPPER!": 9,
"UPPER,": 6,
"UPPER-": 21,
"UPPER.": 3,
"UPPER:": 15,
"UPPER;": 18,
"UPPER?": 12,
"UPPER_": 0,
"Upper!": 10,
"Upper,": 7,
"Upper-": 22,
"Upper.": 4,
"Upper:": 16,
"Upper;": 19,
"Upper?": 13,
"Upper_": 1,
"lower!": 11,
"lower,": 8,
"lower-": 23,
"lower.": 5,
"lower:": 17,
"lower;": 20,
"lower?": 14,
"lower_": 2
},
"max_position_embeddings": 512,
"model_type": "distilbert",
"n_heads": 12,
"n_layers": 6,
"pad_token_id": 0,
"qa_dropout": 0.1,
"seq_classif_dropout": 0.2,
"sinusoidal_pos_embds": false,
"tie_weights_": true,
"torch_dtype": "float32",
"transformers_version": "4.27.4",
"vocab_size": 30522
}