pszemraj commited on
Commit
4948aa8
1 Parent(s): cc93a26

add new checkpoint with 10 more epochs

Browse files
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "pszemraj/led-base-book-sum-incr",
3
  "activation_dropout": 0.0,
4
  "activation_function": "gelu",
5
  "architectures": [
@@ -45,15 +45,16 @@
45
  "length_penalty": 0.8,
46
  "max_decoder_position_embeddings": 1024,
47
  "max_encoder_position_embeddings": 16384,
48
- "max_length": 512,
49
- "min_length": 32,
50
  "model_type": "led",
51
  "no_repeat_ngram_size": 3,
52
  "num_beams": 4,
53
  "num_hidden_layers": 6,
54
  "pad_token_id": 1,
 
55
  "torch_dtype": "float32",
56
- "transformers_version": "4.18.0",
57
  "use_cache": false,
58
  "vocab_size": 50265
59
  }
 
1
  {
2
+ "_name_or_path": "pszemraj/led-base-book-summary",
3
  "activation_dropout": 0.0,
4
  "activation_function": "gelu",
5
  "architectures": [
 
45
  "length_penalty": 0.8,
46
  "max_decoder_position_embeddings": 1024,
47
  "max_encoder_position_embeddings": 16384,
48
+ "max_length": 1024,
49
+ "min_length": 8,
50
  "model_type": "led",
51
  "no_repeat_ngram_size": 3,
52
  "num_beams": 4,
53
  "num_hidden_layers": 6,
54
  "pad_token_id": 1,
55
+ "repetition_penalty": 3.5,
56
  "torch_dtype": "float32",
57
+ "transformers_version": "4.19.2",
58
  "use_cache": false,
59
  "vocab_size": 50265
60
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cacd43c41e51af5dddfe2dc738514a56dbc811aa3445255e77f64ff436dfe444
3
  size 647616935
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8c74d469611ef8013b779aefc5cab0cf0cd16bd65dfe5c90d4aeb4dd20e57ec
3
  size 647616935
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"errors": "replace", "bos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "sep_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "cls_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "trim_offsets": true, "model_max_length": 16384, "special_tokens_map_file": "/root/.cache/huggingface/transformers/05da652a7fca41c1c18027c1201e473217bb373e370d1283e3de49d5880cbf0c.cb2244924ab24d706b02fd7fcedaea4531566537687a539ebb94db511fd122a0", "name_or_path": "pszemraj/led-base-book-sum-incr", "tokenizer_class": "LEDTokenizer"}
 
1
+ {"errors": "replace", "bos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "sep_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "cls_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "trim_offsets": true, "model_max_length": 16384, "special_tokens_map_file": "/root/.cache/huggingface/transformers/05da652a7fca41c1c18027c1201e473217bb373e370d1283e3de49d5880cbf0c.cb2244924ab24d706b02fd7fcedaea4531566537687a539ebb94db511fd122a0", "name_or_path": "pszemraj/led-base-book-summary", "tokenizer_class": "LEDTokenizer"}
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd1c601452a7af7b5c3666cf09bc4f62289e4b1f2de647a1314267c2d32d29d6
3
- size 4335
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b45e019c7ec05993cda59a7c7816ca58ae002e1bb6428693619fe1f07541b7e
3
+ size 4399