madlag
/

bert-large-uncased-wwm-squadv2-x2.15-f83.2-d25-hybrid-v1

Question Answering Transformers PyTorch TensorFlow

English bert Inference Endpoints

Model card Files Files and versions Community

bert-large-uncased-wwm-squadv2-x2.15-f83.2-d25-hybrid-v1 / config.json

madlag's picture

Adding modes, graphs and metadata.

e25b2ea almost 3 years ago

raw history blame contribute delete

No virus

2.51 kB

	{
	"_name_or_path": "/tmp/tmpxe9vb3vd",
	"architectures": [
	"BertForQuestionAnswering"
	],
	"attention_probs_dropout_prob": 0.1,
	"gradient_checkpointing": false,
	"hidden_act": "gelu",
	"hidden_dropout_prob": 0.1,
	"hidden_size": 1024,
	"initializer_range": 0.02,
	"intermediate_size": 4096,
	"layer_norm_eps": 1e-12,
	"max_position_embeddings": 512,
	"model_type": "bert",
	"num_attention_heads": 16,
	"num_hidden_layers": 24,
	"pad_token_id": 0,
	"position_embedding_type": "absolute",
	"pruned_heads": {
	"0": [
	0,
	3,
	4,
	5,
	9,
	13,
	15
	],
	"1": [
	0,
	1,
	7,
	9,
	10,
	13,
	14
	],
	"2": [
	0,
	1,
	4,
	6,
	7,
	8,
	9,
	11,
	12,
	13,
	14,
	15
	],
	"3": [
	0,
	3,
	5,
	6,
	7,
	8,
	9,
	13,
	14,
	15
	],
	"4": [
	0,
	2,
	3,
	5,
	6,
	7,
	9,
	10,
	11,
	12,
	14
	],
	"5": [
	3,
	4,
	5,
	6,
	7,
	8,
	9,
	12,
	13,
	14,
	15
	],
	"6": [
	0,
	1,
	2,
	3,
	4,
	7,
	8,
	9,
	10,
	11,
	12,
	15
	],
	"7": [
	3,
	5,
	8,
	9,
	10,
	11,
	12,
	13
	],
	"8": [
	3,
	5,
	7,
	8,
	9,
	11,
	12
	],
	"9": [
	0,
	1,
	2,
	5,
	6,
	7,
	13,
	14
	],
	"10": [
	1,
	2,
	4,
	5,
	6,
	8,
	11,
	13
	],
	"11": [
	2,
	5,
	6,
	8,
	12,
	15
	],
	"12": [
	0,
	2,
	6,
	9,
	13
	],
	"13": [
	2,
	3,
	6,
	10,
	12,
	15
	],
	"14": [
	10,
	5
	],
	"15": [
	0,
	9
	],
	"16": [],
	"17": [
	1,
	4,
	12
	],
	"18": [
	11,
	4
	],
	"19": [
	5
	],
	"20": [
	0,
	1,
	12
	],
	"21": [
	0,
	2,
	3,
	4,
	8,
	10,
	11,
	12,
	15
	],
	"22": [
	0,
	1,
	3,
	7,
	9,
	10,
	11,
	13
	],
	"23": [
	2,
	4,
	7,
	8,
	9,
	10,
	13
	]
	},
	"transformers_version": "4.7.0.dev0",
	"type_vocab_size": 2,
	"use_cache": true,
	"vocab_size": 30522
	}