CyrexPro commited on
Commit
82a11a1
1 Parent(s): 4d0f998

Training in progress, step 500

Browse files
config.json CHANGED
@@ -48,7 +48,7 @@
48
  "num_hidden_layers": 6,
49
  "pad_token_id": 1,
50
  "torch_dtype": "float32",
51
- "transformers_version": "4.31.0",
52
  "use_cache": true,
53
  "vocab_size": 50265
54
  }
 
48
  "num_hidden_layers": 6,
49
  "pad_token_id": 1,
50
  "torch_dtype": "float32",
51
+ "transformers_version": "4.40.0",
52
  "use_cache": true,
53
  "vocab_size": 50265
54
  }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:074679d9549239d3b3dc3def727e96b2b076299beda25c91021d708bcb4992e8
3
+ size 647614116
runs/May06_15-36-35_DESKTOP-I570M0U/events.out.tfevents.1714999018.DESKTOP-I570M0U.351260.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fc88aaaaf09e2feff75590a2d847d8f19a25a3e7fd8e9cc96214a49e41bf389
3
+ size 4184
runs/May06_15-37-49_DESKTOP-I570M0U/events.out.tfevents.1714999071.DESKTOP-I570M0U.351733.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16686aa6631fe0332e2c377217450a8a5e2d300fc1930daab1718f3f6b25326f
3
+ size 4184
runs/May06_15-38-26_DESKTOP-I570M0U/events.out.tfevents.1714999107.DESKTOP-I570M0U.351987.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f44d5b8e961fe855cf645a9742659ea9c3b72b8b1215de922572cfb41160a7e
3
+ size 4184
runs/May06_15-39-03_DESKTOP-I570M0U/events.out.tfevents.1714999144.DESKTOP-I570M0U.352209.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53a3a2adbf39c23163e99c228f8beef2fafaebe4ae4ccf0264420fba19830439
3
+ size 4184
runs/May07_18-55-45_DESKTOP-I570M0U/events.out.tfevents.1715097359.DESKTOP-I570M0U.391369.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:422166f511812cdab0c377f1edb48451397f896e702f549ce586ba0cc60547eb
3
+ size 4184
runs/May09_00-40-26_DESKTOP-I570M0U/events.out.tfevents.1715204441.DESKTOP-I570M0U.861.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8af267036587b1ff2365eeacb749c80dfeae8756c3879fe9c600358c0b83e9c0
3
+ size 5397
tokenizer.json CHANGED
@@ -2,11 +2,18 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 120,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
- "padding": null,
 
 
 
 
 
 
 
10
  "added_tokens": [
11
  {
12
  "id": 0,
@@ -88,6 +95,7 @@
88
  "end_of_word_suffix": "",
89
  "fuse_unk": false,
90
  "byte_fallback": false,
 
91
  "vocab": {
92
  "<s>": 0,
93
  "<pad>": 1,
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 100,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
+ "padding": {
10
+ "strategy": "BatchLongest",
11
+ "direction": "Right",
12
+ "pad_to_multiple_of": null,
13
+ "pad_id": 1,
14
+ "pad_type_id": 0,
15
+ "pad_token": "<pad>"
16
+ },
17
  "added_tokens": [
18
  {
19
  "id": 0,
 
95
  "end_of_word_suffix": "",
96
  "fuse_unk": false,
97
  "byte_fallback": false,
98
+ "ignore_merges": false,
99
  "vocab": {
100
  "<s>": 0,
101
  "<pad>": 1,
tokenizer_config.json CHANGED
@@ -1,64 +1,57 @@
1
  {
2
  "add_prefix_space": false,
3
- "bos_token": {
4
- "__type": "AddedToken",
5
- "content": "<s>",
6
- "lstrip": false,
7
- "normalized": true,
8
- "rstrip": false,
9
- "single_word": false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
  },
 
11
  "clean_up_tokenization_spaces": true,
12
- "cls_token": {
13
- "__type": "AddedToken",
14
- "content": "<s>",
15
- "lstrip": false,
16
- "normalized": true,
17
- "rstrip": false,
18
- "single_word": false
19
- },
20
- "eos_token": {
21
- "__type": "AddedToken",
22
- "content": "</s>",
23
- "lstrip": false,
24
- "normalized": true,
25
- "rstrip": false,
26
- "single_word": false
27
- },
28
  "errors": "replace",
29
- "mask_token": {
30
- "__type": "AddedToken",
31
- "content": "<mask>",
32
- "lstrip": true,
33
- "normalized": true,
34
- "rstrip": false,
35
- "single_word": false
36
- },
37
  "model_max_length": 16384,
38
- "pad_token": {
39
- "__type": "AddedToken",
40
- "content": "<pad>",
41
- "lstrip": false,
42
- "normalized": true,
43
- "rstrip": false,
44
- "single_word": false
45
- },
46
- "sep_token": {
47
- "__type": "AddedToken",
48
- "content": "</s>",
49
- "lstrip": false,
50
- "normalized": true,
51
- "rstrip": false,
52
- "single_word": false
53
- },
54
  "tokenizer_class": "LEDTokenizer",
55
  "trim_offsets": true,
56
- "unk_token": {
57
- "__type": "AddedToken",
58
- "content": "<unk>",
59
- "lstrip": false,
60
- "normalized": true,
61
- "rstrip": false,
62
- "single_word": false
63
- }
64
  }
 
1
  {
2
  "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "0": {
5
+ "content": "<s>",
6
+ "lstrip": false,
7
+ "normalized": true,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "1": {
13
+ "content": "<pad>",
14
+ "lstrip": false,
15
+ "normalized": true,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "2": {
21
+ "content": "</s>",
22
+ "lstrip": false,
23
+ "normalized": true,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "3": {
29
+ "content": "<unk>",
30
+ "lstrip": false,
31
+ "normalized": true,
32
+ "rstrip": false,
33
+ "single_word": false,
34
+ "special": true
35
+ },
36
+ "50264": {
37
+ "content": "<mask>",
38
+ "lstrip": true,
39
+ "normalized": true,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
+ }
44
  },
45
+ "bos_token": "<s>",
46
  "clean_up_tokenization_spaces": true,
47
+ "cls_token": "<s>",
48
+ "eos_token": "</s>",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
49
  "errors": "replace",
50
+ "mask_token": "<mask>",
 
 
 
 
 
 
 
51
  "model_max_length": 16384,
52
+ "pad_token": "<pad>",
53
+ "sep_token": "</s>",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
54
  "tokenizer_class": "LEDTokenizer",
55
  "trim_offsets": true,
56
+ "unk_token": "<unk>"
 
 
 
 
 
 
 
57
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc7146ffd7c764a778ba29a401f73fd3b00b9849756ae2d46db126ab25272b5e
3
- size 4155
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a6f5be6512a44aa72e40061d66840e357590fd45e520c95c8f5e8f8f7706512
3
+ size 5176