misawann
/

bert-base-jaquad-ffn2150-head-10

Question Answering Transformers PyTorch bert Inference Endpoints

Model card Files Files and versions Community

bert-base-jaquad-ffn2150-head-10 / config.json

misawann's picture

add model

07d7aaa almost 2 years ago

raw history blame contribute delete

No virus

1.16 kB

	{
	"_name_or_path": "SkelterLabsInc/bert-base-japanese-jaquad",
	"architectures": [
	"BertForQuestionAnswering"
	],
	"attention_probs_dropout_prob": 0.1,
	"classifier_dropout": null,
	"hidden_act": "gelu",
	"hidden_dropout_prob": 0.1,
	"hidden_size": 768,
	"initializer_range": 0.02,
	"intermediate_size": 2150,
	"layer_norm_eps": 1e-12,
	"max_position_embeddings": 512,
	"model_type": "bert",
	"num_attention_heads": 12,
	"num_hidden_layers": 12,
	"pad_token_id": 0,
	"position_embedding_type": "absolute",
	"pruned_heads": {
	"0": [
	10,
	7
	],
	"1": [
	4,
	7
	],
	"2": [
	2,
	3
	],
	"3": [
	5,
	7
	],
	"4": [
	1,
	11
	],
	"5": [
	3,
	7
	],
	"6": [
	10,
	5
	],
	"7": [
	10,
	6
	],
	"8": [
	10,
	3
	],
	"9": [
	5,
	7
	],
	"10": [
	11,
	7
	],
	"11": [
	2,
	4
	]
	},
	"tokenizer_class": "BertJapaneseTokenizer",
	"torch_dtype": "float32",
	"transformers_version": "4.19.0",
	"type_vocab_size": 2,
	"use_cache": true,
	"vocab_size": 32000
	}