vitali commited on
Commit
e96a7b8
1 Parent(s): 1876994
Files changed (4) hide show
  1. merges.txt +0 -0
  2. tokenizer.json +0 -0
  3. tokenizer_config.json +1 -0
  4. vocab.json +0 -0
merges.txt ADDED
The diff for this file is too large to render. See raw diff
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
1
+ {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "add_prefix_space": false, "errors": "replace", "sep_token": "</s>", "cls_token": "<s>", "pad_token": "<pad>", "mask_token": "<mask>", "max_len": 512, "special_tokens_map_file": "/content/drive/MyDrive/Ligolab/DxRoberta/special_tokens_map.json", "name_or_path": "/content/drive/MyDrive/Ligolab/models/DxRoberta"}
vocab.json ADDED
The diff for this file is too large to render. See raw diff