badrabbitt commited on
Commit
0346453
1 Parent(s): 1db4af0

Training in progress, step 625

Browse files
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:210c9e0d351d28ffdd8bab1400b0a7288d8e4c852666b70a975ddfb43b0f44f8
3
  size 516640282
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef342c396b0ec20881e72bee0c6b25e77cc1385715d397d1c801aa09c08e4940
3
  size 516640282
tokenizer.json CHANGED
@@ -239,10 +239,30 @@
239
  "use_regex": true
240
  },
241
  "post_processor": {
242
- "type": "ByteLevel",
243
- "add_prefix_space": false,
244
- "trim_offsets": true,
245
- "use_regex": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
246
  },
247
  "decoder": {
248
  "type": "ByteLevel",
@@ -258,6 +278,7 @@
258
  "end_of_word_suffix": null,
259
  "fuse_unk": false,
260
  "byte_fallback": false,
 
261
  "vocab": {
262
  "<|endoftext|>": 0,
263
  "<|padding|>": 1,
 
239
  "use_regex": true
240
  },
241
  "post_processor": {
242
+ "type": "TemplateProcessing",
243
+ "single": [
244
+ {
245
+ "Sequence": {
246
+ "id": "A",
247
+ "type_id": 0
248
+ }
249
+ }
250
+ ],
251
+ "pair": [
252
+ {
253
+ "Sequence": {
254
+ "id": "A",
255
+ "type_id": 0
256
+ }
257
+ },
258
+ {
259
+ "Sequence": {
260
+ "id": "B",
261
+ "type_id": 1
262
+ }
263
+ }
264
+ ],
265
+ "special_tokens": {}
266
  },
267
  "decoder": {
268
  "type": "ByteLevel",
 
278
  "end_of_word_suffix": null,
279
  "fuse_unk": false,
280
  "byte_fallback": false,
281
+ "ignore_merges": false,
282
  "vocab": {
283
  "<|endoftext|>": 0,
284
  "<|padding|>": 1,
tokenizer_config.json CHANGED
@@ -1,4 +1,6 @@
1
  {
 
 
2
  "add_prefix_space": false,
3
  "added_tokens_decoder": {
4
  "0": {
 
1
  {
2
+ "add_bos_token": false,
3
+ "add_eos_token": false,
4
  "add_prefix_space": false,
5
  "added_tokens_decoder": {
6
  "0": {
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ee8c68b0f6729a34c82e23715d15f137b605c8bc703d73bef8104af3b88ad67
3
- size 4920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a352909b7f0c9d53dfa10ddb1342d7802441c70d40effa36867d4587ad6c5e18
3
+ size 4984