TalSchuster
model files cca5572
1
{
2
  "_name_or_path": "albert_xl/vitc_mnli/checkpoint-10000",
3
  "architectures": [
4
    "AlbertForSequenceClassification"
5
  ],
6
  "attention_probs_dropout_prob": 0,
7
  "bos_token_id": 2,
8
  "classifier_dropout_prob": 0.1,
9
  "down_scale_factor": 1,
10
  "embedding_size": 128,
11
  "eos_token_id": 3,
12
  "finetuning_task": [
13
    "mnli",
14
    "vitc_real",
15
    "vitc_synthetic"
16
  ],
17
  "gap_size": 0,
18
  "hidden_act": "gelu_new",
19
  "hidden_dropout_prob": 0,
20
  "hidden_size": 2048,
21
  "id2label": {
22
    "0": "SUPPORTS",
23
    "1": "REFUTES",
24
    "2": "NOT ENOUGH INFO"
25
  },
26
  "initializer_range": 0.02,
27
  "inner_group_num": 1,
28
  "intermediate_size": 8192,
29
  "label2id": {
30
    "NOT ENOUGH INFO": "2",
31
    "REFUTES": "1",
32
    "SUPPORTS": "0"
33
  },
34
  "layer_norm_eps": 1e-12,
35
  "max_position_embeddings": 512,
36
  "model_type": "albert",
37
  "net_structure_type": 0,
38
  "num_attention_heads": 16,
39
  "num_hidden_groups": 1,
40
  "num_hidden_layers": 24,
41
  "num_memory_blocks": 0,
42
  "pad_token_id": 0,
43
  "position_embedding_type": "absolute",
44
  "transformers_version": "4.3.3",
45
  "type_vocab_size": 2,
46
  "vocab_size": 30000
47
}
48