raulgdp commited on
Commit
fdd8068
1 Parent(s): 34e15b7

Training in progress, epoch 1

Browse files
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
config.json CHANGED
@@ -44,7 +44,7 @@
44
  "pad_token_id": 1,
45
  "position_embedding_type": "absolute",
46
  "torch_dtype": "float32",
47
- "transformers_version": "4.35.0",
48
  "type_vocab_size": 1,
49
  "use_cache": true,
50
  "vocab_size": 50262
 
44
  "pad_token_id": 1,
45
  "position_embedding_type": "absolute",
46
  "torch_dtype": "float32",
47
+ "transformers_version": "4.30.0",
48
  "type_vocab_size": 1,
49
  "use_cache": true,
50
  "vocab_size": 50262
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:823410082fd8c7de03e50796c793235abf6694cb905ec9ff75654d551dcb3299
3
+ size 496311341
runs/Dec09_15-58-28_raul-MS-7B98/events.out.tfevents.1702155535.raul-MS-7B98.5887.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d9b0262ff35587eb0b8e3c1359d84f57de02c0cbcaa5baa4d72ef02487f50aa
3
+ size 5272
tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 512,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
tokenizer_config.json CHANGED
@@ -1,62 +1,65 @@
1
  {
2
  "add_prefix_space": true,
3
- "added_tokens_decoder": {
4
- "0": {
5
- "content": "<s>",
6
- "lstrip": false,
7
- "normalized": true,
8
- "rstrip": false,
9
- "single_word": false,
10
- "special": true
11
- },
12
- "1": {
13
- "content": "<pad>",
14
- "lstrip": false,
15
- "normalized": true,
16
- "rstrip": false,
17
- "single_word": false,
18
- "special": true
19
- },
20
- "2": {
21
- "content": "</s>",
22
- "lstrip": false,
23
- "normalized": true,
24
- "rstrip": false,
25
- "single_word": false,
26
- "special": true
27
- },
28
- "3": {
29
- "content": "<unk>",
30
- "lstrip": false,
31
- "normalized": true,
32
- "rstrip": false,
33
- "single_word": false,
34
- "special": true
35
- },
36
- "4": {
37
- "content": "<mask>",
38
- "lstrip": true,
39
- "normalized": true,
40
- "rstrip": false,
41
- "single_word": false,
42
- "special": true
43
- }
44
  },
45
- "bos_token": "<s>",
46
  "clean_up_tokenization_spaces": true,
47
- "cls_token": "<s>",
48
- "eos_token": "</s>",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
49
  "errors": "replace",
50
- "mask_token": "<mask>",
 
 
 
 
 
 
 
51
  "max_len": 512,
52
- "max_length": 512,
53
  "model_max_length": 512,
54
- "pad_token": "<pad>",
55
- "sep_token": "</s>",
56
- "stride": 0,
 
 
 
 
 
 
 
 
 
 
 
 
 
57
  "tokenizer_class": "RobertaTokenizer",
58
  "trim_offsets": true,
59
- "truncation_side": "right",
60
- "truncation_strategy": "longest_first",
61
- "unk_token": "<unk>"
 
 
 
 
 
62
  }
 
1
  {
2
  "add_prefix_space": true,
3
+ "bos_token": {
4
+ "__type": "AddedToken",
5
+ "content": "<s>",
6
+ "lstrip": false,
7
+ "normalized": true,
8
+ "rstrip": false,
9
+ "single_word": false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
  },
 
11
  "clean_up_tokenization_spaces": true,
12
+ "cls_token": {
13
+ "__type": "AddedToken",
14
+ "content": "<s>",
15
+ "lstrip": false,
16
+ "normalized": true,
17
+ "rstrip": false,
18
+ "single_word": false
19
+ },
20
+ "eos_token": {
21
+ "__type": "AddedToken",
22
+ "content": "</s>",
23
+ "lstrip": false,
24
+ "normalized": true,
25
+ "rstrip": false,
26
+ "single_word": false
27
+ },
28
  "errors": "replace",
29
+ "mask_token": {
30
+ "__type": "AddedToken",
31
+ "content": "<mask>",
32
+ "lstrip": true,
33
+ "normalized": true,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
  "max_len": 512,
 
38
  "model_max_length": 512,
39
+ "pad_token": {
40
+ "__type": "AddedToken",
41
+ "content": "<pad>",
42
+ "lstrip": false,
43
+ "normalized": true,
44
+ "rstrip": false,
45
+ "single_word": false
46
+ },
47
+ "sep_token": {
48
+ "__type": "AddedToken",
49
+ "content": "</s>",
50
+ "lstrip": false,
51
+ "normalized": true,
52
+ "rstrip": false,
53
+ "single_word": false
54
+ },
55
  "tokenizer_class": "RobertaTokenizer",
56
  "trim_offsets": true,
57
+ "unk_token": {
58
+ "__type": "AddedToken",
59
+ "content": "<unk>",
60
+ "lstrip": false,
61
+ "normalized": true,
62
+ "rstrip": false,
63
+ "single_word": false
64
+ }
65
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d934efa78c6b0f95f1082a9165f67f63e546ffea9e07df6bcf4fb1b946030a08
3
- size 4155
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68f4d97c99cb6e241acc8d88a3a173d8edca00c58b01fd170917612cb5b58eff
3
+ size 3963