Bingsu commited on
Commit
3489460
1 Parent(s): b019dc0

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -9,7 +9,7 @@
9
  "name_or_path": "my_nystromformer-4096_untrained",
10
  "pad_token": "<pad>",
11
  "sep_token": "</s>",
12
- "special_tokens_map_file": "C:\\Users\\smartmind/.cache\\huggingface\\hub\\models--Bingsu--ko_BBPE_tokenizer_roberta2\\snapshots\\efdcfc6fc6bbd67b02702d02d72eb55f0f9ac5f0\\special_tokens_map.json",
13
  "tokenizer_class": "RobertaTokenizer",
14
  "trim_offsets": true,
15
  "unk_token": "<unk>"
 
9
  "name_or_path": "my_nystromformer-4096_untrained",
10
  "pad_token": "<pad>",
11
  "sep_token": "</s>",
12
+ "special_tokens_map_file": "./special_tokens_map.json",
13
  "tokenizer_class": "RobertaTokenizer",
14
  "trim_offsets": true,
15
  "unk_token": "<unk>"