bertin-base-pos-conll2002-es / config.json

Gaussian 512 fine-tuned POS CoNLL 2002 es with f1/acc 0.9646/0.9697

843ce7b almost 3 years ago

No virus

2.44 kB

	{
	"_name_or_path": "bertin-project/bertin-base-gaussian-exp-512seqlen",
	"architectures": [
	"RobertaForTokenClassification"
	],
	"attention_probs_dropout_prob": 0.1,
	"bos_token_id": 0,
	"eos_token_id": 2,
	"finetuning_task": "pos",
	"gradient_checkpointing": false,
	"hidden_act": "gelu",
	"hidden_dropout_prob": 0.1,
	"hidden_size": 768,
	"id2label": {
	"0": 0,
	"1": 1,
	"2": 2,
	"3": 3,
	"4": 4,
	"5": 5,
	"6": 6,
	"7": 7,
	"8": 8,
	"9": 9,
	"10": 10,
	"11": 11,
	"12": 12,
	"13": 13,
	"14": 14,
	"15": 15,
	"16": 16,
	"17": 17,
	"18": 18,
	"19": 19,
	"20": 20,
	"21": 21,
	"22": 22,
	"23": 23,
	"24": 24,
	"25": 25,
	"26": 26,
	"27": 27,
	"28": 28,
	"29": 29,
	"30": 30,
	"31": 31,
	"32": 32,
	"33": 33,
	"34": 34,
	"35": 35,
	"36": 36,
	"37": 37,
	"38": 38,
	"39": 39,
	"40": 40,
	"41": 41,
	"42": 42,
	"43": 43,
	"44": 44,
	"45": 45,
	"46": 46,
	"47": 47,
	"48": 48,
	"49": 49,
	"50": 50,
	"51": 51,
	"52": 52,
	"53": 53,
	"54": 54,
	"55": 55,
	"56": 56,
	"57": 57,
	"58": 58,
	"59": 59
	},
	"initializer_range": 0.02,
	"intermediate_size": 3072,
	"label2id": {
	"0": 0,
	"1": 1,
	"2": 2,
	"3": 3,
	"4": 4,
	"5": 5,
	"6": 6,
	"7": 7,
	"8": 8,
	"9": 9,
	"10": 10,
	"11": 11,
	"12": 12,
	"13": 13,
	"14": 14,
	"15": 15,
	"16": 16,
	"17": 17,
	"18": 18,
	"19": 19,
	"20": 20,
	"21": 21,
	"22": 22,
	"23": 23,
	"24": 24,
	"25": 25,
	"26": 26,
	"27": 27,
	"28": 28,
	"29": 29,
	"30": 30,
	"31": 31,
	"32": 32,
	"33": 33,
	"34": 34,
	"35": 35,
	"36": 36,
	"37": 37,
	"38": 38,
	"39": 39,
	"40": 40,
	"41": 41,
	"42": 42,
	"43": 43,
	"44": 44,
	"45": 45,
	"46": 46,
	"47": 47,
	"48": 48,
	"49": 49,
	"50": 50,
	"51": 51,
	"52": 52,
	"53": 53,
	"54": 54,
	"55": 55,
	"56": 56,
	"57": 57,
	"58": 58,
	"59": 59
	},
	"layer_norm_eps": 1e-05,
	"max_position_embeddings": 514,
	"model_type": "roberta",
	"num_attention_heads": 12,
	"num_hidden_layers": 12,
	"pad_token_id": 1,
	"position_embedding_type": "absolute",
	"torch_dtype": "float32",
	"transformers_version": "4.9.0.dev0",
	"type_vocab_size": 1,
	"use_cache": true,
	"vocab_size": 50265
	}