sgugger commited on
Commit
0fadb1f
1 Parent(s): f1a2de7

Fix label correspondence and associated arch

Browse files

The label correspondence of the model was wrong (giving 34% accuracy on MNLI instead of 82%) and the associated architecture was also wrong.

Files changed (1) hide show
  1. config.json +5 -5
config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "activation": "gelu",
3
  "architectures": [
4
- "DistilBertForMaskedLM"
5
  ],
6
  "attention_dropout": 0.1,
7
  "bos_token_id": 0,
@@ -12,14 +12,14 @@
12
  "hidden_dim": 3072,
13
  "id2label": {
14
  "0": "contradiction",
15
- "1": "neutral",
16
- "2": "entailment"
17
  },
18
  "initializer_range": 0.02,
19
  "label2id": {
20
  "contradiction": "0",
21
- "neutral": "1",
22
- "entailment": "2"
23
  },
24
  "max_position_embeddings": 512,
25
  "model_type": "distilbert",
1
  {
2
  "activation": "gelu",
3
  "architectures": [
4
+ "DistilBertForSequenceClassification"
5
  ],
6
  "attention_dropout": 0.1,
7
  "bos_token_id": 0,
12
  "hidden_dim": 3072,
13
  "id2label": {
14
  "0": "contradiction",
15
+ "1": "entailment",
16
+ "2": "neutral"
17
  },
18
  "initializer_range": 0.02,
19
  "label2id": {
20
  "contradiction": "0",
21
+ "entailment": "1",
22
+ "neutral": "2"
23
  },
24
  "max_position_embeddings": 512,
25
  "model_type": "distilbert",