CoNN_Add_Carry / config.json
WENGSYX's picture
Upload 2 files
8397830
{
"torch_dtype": "float32",
"architectures": [
"CoNNModel"
],
"pad_token_id": 21,
"transformers_version": "4.26.1",
"vocab_size": 22,
"hidden_size": 130,
"num_hidden_layers": 3,
"num_attention_heads": 1,
"hidden_act": "relu",
"intermediate_size": 42,
"hidden_dropout_prob": 0.0,
"attention_probs_dropout_prob": 0.0,
"max_position_embeddings": 41,
"initializer_range": 0.02,
"layer_norm": false,
"layer_norm_eps": 0.02,
"mlp_hidden_size": 52,
"input_encoding_map": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"9": 9,
"10": 10,
"11": 11,
"12": 12,
"13": 13,
"14": 14,
"15": 15,
"16": 16,
"17": 17,
"18": 18,
"19": 19,
"bos": 20,
"pad": 21
},
"output_encoding_map": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"9": 9,
"10": 10
},
"model_type": "conn"
}