domenicrosati commited on
Commit
ba50860
1 Parent(s): f29f44e

End of training

Browse files
config.json CHANGED
@@ -56,5 +56,5 @@
56
  "torch_dtype": "float32",
57
  "transformers_version": "4.26.0",
58
  "use_cache": true,
59
- "vocab_size": 50265
60
  }
 
56
  "torch_dtype": "float32",
57
  "transformers_version": "4.26.0",
58
  "use_cache": true,
59
+ "vocab_size": 50272
60
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b654625096beb89a153708a6b73407c5f23851552e681bab4d0397602924dae
3
- size 647680813
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a5a8f7110d47cefe8d7c446ff8535c7e581fbe88d19f78a2de73293e6759a5a
3
+ size 647702381
special_tokens_map.json CHANGED
@@ -1,4 +1,13 @@
1
  {
 
 
 
 
 
 
 
 
 
2
  "bos_token": {
3
  "content": "<s>",
4
  "lstrip": false,
 
1
  {
2
+ "additional_special_tokens": [
3
+ "<|READABLE|>",
4
+ "<|UNREADABLE|>",
5
+ "<|FACTUAL|>",
6
+ "<|UNFACTUAL|>",
7
+ "<|RELEVANT|>",
8
+ "<|IRRELEVANT|>",
9
+ "<|SEARCH|>"
10
+ ],
11
  "bos_token": {
12
  "content": "<s>",
13
  "lstrip": false,
tokenizer.json CHANGED
@@ -61,6 +61,69 @@
61
  "rstrip": false,
62
  "normalized": true,
63
  "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
64
  }
65
  ],
66
  "normalizer": null,
 
61
  "rstrip": false,
62
  "normalized": true,
63
  "special": true
64
+ },
65
+ {
66
+ "id": 50265,
67
+ "content": "<|READABLE|>",
68
+ "single_word": false,
69
+ "lstrip": false,
70
+ "rstrip": false,
71
+ "normalized": false,
72
+ "special": true
73
+ },
74
+ {
75
+ "id": 50266,
76
+ "content": "<|UNREADABLE|>",
77
+ "single_word": false,
78
+ "lstrip": false,
79
+ "rstrip": false,
80
+ "normalized": false,
81
+ "special": true
82
+ },
83
+ {
84
+ "id": 50267,
85
+ "content": "<|FACTUAL|>",
86
+ "single_word": false,
87
+ "lstrip": false,
88
+ "rstrip": false,
89
+ "normalized": false,
90
+ "special": true
91
+ },
92
+ {
93
+ "id": 50268,
94
+ "content": "<|UNFACTUAL|>",
95
+ "single_word": false,
96
+ "lstrip": false,
97
+ "rstrip": false,
98
+ "normalized": false,
99
+ "special": true
100
+ },
101
+ {
102
+ "id": 50269,
103
+ "content": "<|RELEVANT|>",
104
+ "single_word": false,
105
+ "lstrip": false,
106
+ "rstrip": false,
107
+ "normalized": false,
108
+ "special": true
109
+ },
110
+ {
111
+ "id": 50270,
112
+ "content": "<|IRRELEVANT|>",
113
+ "single_word": false,
114
+ "lstrip": false,
115
+ "rstrip": false,
116
+ "normalized": false,
117
+ "special": true
118
+ },
119
+ {
120
+ "id": 50271,
121
+ "content": "<|SEARCH|>",
122
+ "single_word": false,
123
+ "lstrip": false,
124
+ "rstrip": false,
125
+ "normalized": false,
126
+ "special": true
127
  }
128
  ],
129
  "normalizer": null,
tokenizer_config.json CHANGED
@@ -51,7 +51,7 @@
51
  "rstrip": false,
52
  "single_word": false
53
  },
54
- "special_tokens_map_file": "/home/domenic/projects/def-pmongeon/domenic/models--allenai--led-base-16384/snapshots/38335783885b338d93791936c54bb4be46bebed9/special_tokens_map.json",
55
  "tokenizer_class": "LEDTokenizer",
56
  "trim_offsets": true,
57
  "unk_token": {
 
51
  "rstrip": false,
52
  "single_word": false
53
  },
54
+ "special_tokens_map_file": "/home/domenic/.cache/huggingface/hub/models--allenai--led-base-16384/snapshots/38335783885b338d93791936c54bb4be46bebed9/special_tokens_map.json",
55
  "tokenizer_class": "LEDTokenizer",
56
  "trim_offsets": true,
57
  "unk_token": {
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:94f81e9a80dfd9506f157af7b5bf92cb8e9f642c75014284dd9abfa98d9c6e10
3
  size 3707
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4ef57ea023901f12295bfaf92c877deec5c7f2da8f723ec9158df01c68f6ee7
3
  size 3707