badrabbitt
commited on
Commit
•
0346453
1
Parent(s):
1db4af0
Training in progress, step 625
Browse files- pytorch_model.bin +1 -1
- tokenizer.json +25 -4
- tokenizer_config.json +2 -0
- training_args.bin +2 -2
pytorch_model.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 516640282
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ef342c396b0ec20881e72bee0c6b25e77cc1385715d397d1c801aa09c08e4940
|
3 |
size 516640282
|
tokenizer.json
CHANGED
@@ -239,10 +239,30 @@
|
|
239 |
"use_regex": true
|
240 |
},
|
241 |
"post_processor": {
|
242 |
-
"type": "
|
243 |
-
"
|
244 |
-
|
245 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
246 |
},
|
247 |
"decoder": {
|
248 |
"type": "ByteLevel",
|
@@ -258,6 +278,7 @@
|
|
258 |
"end_of_word_suffix": null,
|
259 |
"fuse_unk": false,
|
260 |
"byte_fallback": false,
|
|
|
261 |
"vocab": {
|
262 |
"<|endoftext|>": 0,
|
263 |
"<|padding|>": 1,
|
|
|
239 |
"use_regex": true
|
240 |
},
|
241 |
"post_processor": {
|
242 |
+
"type": "TemplateProcessing",
|
243 |
+
"single": [
|
244 |
+
{
|
245 |
+
"Sequence": {
|
246 |
+
"id": "A",
|
247 |
+
"type_id": 0
|
248 |
+
}
|
249 |
+
}
|
250 |
+
],
|
251 |
+
"pair": [
|
252 |
+
{
|
253 |
+
"Sequence": {
|
254 |
+
"id": "A",
|
255 |
+
"type_id": 0
|
256 |
+
}
|
257 |
+
},
|
258 |
+
{
|
259 |
+
"Sequence": {
|
260 |
+
"id": "B",
|
261 |
+
"type_id": 1
|
262 |
+
}
|
263 |
+
}
|
264 |
+
],
|
265 |
+
"special_tokens": {}
|
266 |
},
|
267 |
"decoder": {
|
268 |
"type": "ByteLevel",
|
|
|
278 |
"end_of_word_suffix": null,
|
279 |
"fuse_unk": false,
|
280 |
"byte_fallback": false,
|
281 |
+
"ignore_merges": false,
|
282 |
"vocab": {
|
283 |
"<|endoftext|>": 0,
|
284 |
"<|padding|>": 1,
|
tokenizer_config.json
CHANGED
@@ -1,4 +1,6 @@
|
|
1 |
{
|
|
|
|
|
2 |
"add_prefix_space": false,
|
3 |
"added_tokens_decoder": {
|
4 |
"0": {
|
|
|
1 |
{
|
2 |
+
"add_bos_token": false,
|
3 |
+
"add_eos_token": false,
|
4 |
"add_prefix_space": false,
|
5 |
"added_tokens_decoder": {
|
6 |
"0": {
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a352909b7f0c9d53dfa10ddb1342d7802441c70d40effa36867d4587ad6c5e18
|
3 |
+
size 4984
|