End of training

config.json

@@ -24,6 +24,7 @@
   "decoder_layers": 6,
   "decoder_start_token_id": 2,
   "dropout": 0.1,
+  "early_stopping": true,
   "encoder_attention_heads": 12,
   "encoder_ffn_dim": 3072,
   "encoder_layerdrop": 0.0,
@@ -42,13 +43,18 @@
     "LABEL_1": 1,
     "LABEL_2": 2
   },
+  "length_penalty": 2.0,
   "max_decoder_position_embeddings": 1024,
   "max_encoder_position_embeddings": 16384,
+  "max_length": 16896,
+  "min_length": 100,
   "model_type": "led",
+  "no_repeat_ngram_size": 3,
+  "num_beams": 4,
   "num_hidden_layers": 6,
   "pad_token_id": 1,
   "torch_dtype": "float32",
   "transformers_version": "4.26.0",
   "use_cache": true,
-  "vocab_size": 50272
+  "vocab_size": 50265
 }

generation_config.json

@@ -8,6 +8,7 @@
   "max_length": 16896,
   "min_length": 100,
   "no_repeat_ngram_size": 3,
+  "num_beams": 4,
   "pad_token_id": 1,
   "transformers_version": "4.26.0"
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23713f0bfb5c0726b4f99111debc7f17bc0697ae5b2f4e17172c6a33d16a7e1d
-size 647702381
+oid sha256:40a0605a7d9412eaee6dfc023fa45a8774a11638439c772196e8ac6653964db4
+size 647680813

special_tokens_map.json

@@ -1,13 +1,4 @@
 {
-  "additional_special_tokens": [
-    "<|READABLE|>",
-    "<|UNREADABLE|>",
-    "<|FACTUAL|>",
-    "<|UNFACTUAL|>",
-    "<|RELEVANT|>",
-    "<|IRRELEVANT|>",
-    "<|SEARCH|>"
-  ],
   "bos_token": {
     "content": "<s>",
     "lstrip": false,

tokenizer.json

@@ -61,69 +61,6 @@
       "rstrip": false,
       "normalized": true,
       "special": true
-    },
-    {
-      "id": 50265,
-      "content": "<|READABLE|>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 50266,
-      "content": "<|UNREADABLE|>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 50267,
-      "content": "<|FACTUAL|>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 50268,
-      "content": "<|UNFACTUAL|>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 50269,
-      "content": "<|RELEVANT|>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 50270,
-      "content": "<|IRRELEVANT|>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 50271,
-      "content": "<|SEARCH|>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
     }
   ],
   "normalizer": null,

tokenizer_config.json

@@ -51,7 +51,7 @@
     "rstrip": false,
     "single_word": false
   },
-  "special_tokens_map_file": "/home/domenic/projects/def-pmongeon/domenic/models--allenai--led-base-16384/snapshots/38335783885b338d93791936c54bb4be46bebed9/special_tokens_map.json",
+  "special_tokens_map_file": "/home/domenic/.cache/huggingface/hub/models--allenai--led-base-16384/snapshots/38335783885b338d93791936c54bb4be46bebed9/special_tokens_map.json",
   "tokenizer_class": "LEDTokenizer",
   "trim_offsets": true,
   "unk_token": {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd4f39fafbbfff02285bf0d9b6881664ca00845543fb5417f1aa0d1f9cdcbaeb
+oid sha256:04529bb3eb852642429a524c7b10809569f362b8bddfed474d708d916a79f9ec
 size 3707