Update config.json

config.json

@@ -1,31 +1,12 @@
 {
   "activation_dropout": 0.0,
   "activation_function": "gelu",
-  "add_bias_logits": false,
-  "add_final_layer_norm": false,
   "architectures": [
     "BartForConditionalGeneration"
   ],
-  "attention_dilation": [
-    1,
-    1,
-    1,
-    1,
-    1,
-    1
-  ],
   "attention_dropout": 0.0,
-  "attention_mode": "sliding_chunks",
   "attention_probs_dropout_prob": 0.0,
-  "attention_window": [
-    512,
-    512,
-    512,
-    512,
-    512,
-    512
-  ],
-  "autoregressive": false,
+  "attention_window": 1024,
   "bos_token_id": 0,
   "classif_dropout": 0.0,
   "d_model": 768,
@@ -39,7 +20,6 @@
   "encoder_layerdrop": 0.0,
   "encoder_layers": 6,
   "eos_token_id": 2,
-  "extra_pos_embeddings": 2,
   "gradient_checkpointing": false,
   "id2label": {
     "0": "LABEL_0",
@@ -56,11 +36,7 @@
   "max_decoder_position_embeddings": 1024,
   "max_encoder_position_embeddings": 16384,
   "model_type": "bart",
-  "normalize_before": false,
-  "normalize_embedding": true,
   "num_hidden_layers": 6,
   "pad_token_id": 1,
-  "scale_embedding": false,
-  "static_position_embeddings": false,
   "vocab_size": 50265
 }