hf-transformers-bot commited on
Commit
d4d7808
1 Parent(s): 6642b9d

Update tiny models for MegaForCausalLM

Browse files
Files changed (3) hide show
  1. pytorch_model.bin +1 -1
  2. tokenizer.json +1 -0
  3. tokenizer_config.json +1 -0
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4f007709f26bb121041c877d2b4c24af882f33d4f82bddb808ad2de22343b02
3
  size 410069
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47c43aeb733480946939187fe9c7776b595ead51c0d0850e9a3edfb5577b4e2e
3
  size 410069
tokenizer.json CHANGED
@@ -82,6 +82,7 @@
82
  "continuing_subword_prefix": "",
83
  "end_of_word_suffix": "",
84
  "fuse_unk": false,
 
85
  "vocab": {
86
  "<s>": 0,
87
  "<pad>": 1,
 
82
  "continuing_subword_prefix": "",
83
  "end_of_word_suffix": "",
84
  "fuse_unk": false,
85
+ "byte_fallback": false,
86
  "vocab": {
87
  "<s>": 0,
88
  "<pad>": 1,
tokenizer_config.json CHANGED
@@ -8,6 +8,7 @@
8
  "rstrip": false,
9
  "single_word": false
10
  },
 
11
  "cls_token": {
12
  "__type": "AddedToken",
13
  "content": "<s>",
 
8
  "rstrip": false,
9
  "single_word": false
10
  },
11
+ "clean_up_tokenization_spaces": true,
12
  "cls_token": {
13
  "__type": "AddedToken",
14
  "content": "<s>",