patrickvonplaten commited on
Commit
1f0d9e9
1 Parent(s): 228e307

cut position_ids correctly

Browse files
Files changed (2) hide show
  1. config.json +14 -3
  2. pytorch_model.bin +2 -2
config.json CHANGED
@@ -1,19 +1,29 @@
1
  {
 
2
  "activation_dropout": 0.0,
3
  "activation_function": "gelu",
4
  "architectures": [
5
- "BartForConditionalGeneration"
6
  ],
7
  "attention_dropout": 0.0,
8
  "attention_probs_dropout_prob": 0.0,
9
- "attention_window": 1024,
 
 
 
 
 
 
 
10
  "bos_token_id": 0,
11
  "classif_dropout": 0.0,
 
12
  "d_model": 768,
13
  "decoder_attention_heads": 12,
14
  "decoder_ffn_dim": 3072,
15
  "decoder_layerdrop": 0.0,
16
  "decoder_layers": 6,
 
17
  "dropout": 0.1,
18
  "encoder_attention_heads": 12,
19
  "encoder_ffn_dim": 3072,
@@ -35,8 +45,9 @@
35
  },
36
  "max_decoder_position_embeddings": 1024,
37
  "max_encoder_position_embeddings": 16384,
38
- "model_type": "bart",
39
  "num_hidden_layers": 6,
40
  "pad_token_id": 1,
 
41
  "vocab_size": 50265
42
  }
1
  {
2
+ "_name_or_path": "led-base-16384/",
3
  "activation_dropout": 0.0,
4
  "activation_function": "gelu",
5
  "architectures": [
6
+ "LEDForConditionalGeneration"
7
  ],
8
  "attention_dropout": 0.0,
9
  "attention_probs_dropout_prob": 0.0,
10
+ "attention_window": [
11
+ 1024,
12
+ 1024,
13
+ 1024,
14
+ 1024,
15
+ 1024,
16
+ 1024
17
+ ],
18
  "bos_token_id": 0,
19
  "classif_dropout": 0.0,
20
+ "classifier_dropout": 0.0,
21
  "d_model": 768,
22
  "decoder_attention_heads": 12,
23
  "decoder_ffn_dim": 3072,
24
  "decoder_layerdrop": 0.0,
25
  "decoder_layers": 6,
26
+ "decoder_start_token_id": 2,
27
  "dropout": 0.1,
28
  "encoder_attention_heads": 12,
29
  "encoder_ffn_dim": 3072,
45
  },
46
  "max_decoder_position_embeddings": 1024,
47
  "max_encoder_position_embeddings": 16384,
48
+ "model_type": "led",
49
  "num_hidden_layers": 6,
50
  "pad_token_id": 1,
51
+ "use_cache": true,
52
  "vocab_size": 50265
53
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:10fba4d32495379442691e194b65372eb9104b3cf0501b4c3bb3b4c3ca4c1829
3
- size 605132379
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf426c12817ae8d22ac5d34c7cf9f95352e2cd82818062b293f915cec7bda840
3
+ size 647707031