rwang5688 commited on
Commit
a0477c7
1 Parent(s): 2bad478

Training in progress, step 500

Browse files
config.json CHANGED
@@ -40,7 +40,7 @@
40
  }
41
  },
42
  "torch_dtype": "float32",
43
- "transformers_version": "4.27.4",
44
  "use_cache": true,
45
  "vocab_size": 50257
46
  }
 
40
  }
41
  },
42
  "torch_dtype": "float32",
43
+ "transformers_version": "4.28.0",
44
  "use_cache": true,
45
  "vocab_size": 50257
46
  }
merges.txt CHANGED
@@ -1,4 +1,4 @@
1
- #version: 0.2 - Trained by `huggingface/tokenizers`
2
  Ġ t
3
  Ġ a
4
  h e
 
1
+ #version: 0.2
2
  Ġ t
3
  Ġ a
4
  h e
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8fdbe681fba2ed9c4cb52f2e276140b8c25c8abca04097f40abb8935bd2eb9e2
3
  size 333968953
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de7110a3d19e0b57b0be0e9d5bf277ccaab52039659551371e74d971cd795075
3
  size 333968953
tokenizer.json CHANGED
@@ -39,6 +39,7 @@
39
  "continuing_subword_prefix": "",
40
  "end_of_word_suffix": "",
41
  "fuse_unk": false,
 
42
  "vocab": {
43
  "!": 0,
44
  "\"": 1,
 
39
  "continuing_subword_prefix": "",
40
  "end_of_word_suffix": "",
41
  "fuse_unk": false,
42
+ "byte_fallback": false,
43
  "vocab": {
44
  "!": 0,
45
  "\"": 1,
tokenizer_config.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "add_prefix_space": false,
3
  "bos_token": "<|endoftext|>",
 
4
  "eos_token": "<|endoftext|>",
5
  "model_max_length": 1024,
6
- "special_tokens_map_file": null,
7
  "tokenizer_class": "GPT2Tokenizer",
8
  "unk_token": "<|endoftext|>"
9
  }
 
1
  {
2
  "add_prefix_space": false,
3
  "bos_token": "<|endoftext|>",
4
+ "clean_up_tokenization_spaces": true,
5
  "eos_token": "<|endoftext|>",
6
  "model_max_length": 1024,
 
7
  "tokenizer_class": "GPT2Tokenizer",
8
  "unk_token": "<|endoftext|>"
9
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ba20d23523a92dcb30c36a62fffd6efdd40ec720982a41e84dc646b727f7c6c2
3
- size 3579
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3fea97edbc95f9cb6c15bc3c8e95e12cf746a415d635c783250e93a6eb1f398
3
+ size 3643