MorrisPark commited on
Commit
426547e
β€’
1 Parent(s): 0ca7e0d
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:880373ee5c3bec55fcb8f33e12d0f1787da6b28f79419e3625af2f084d686abd
3
+ size 186974109
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"bos_token": "[BOS]", "eos_token": "[EOS]", "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[BOS]", "mask_token": "[MASK]", "additional_special_tokens": ["#@μ£Όμ†Œ#", "#@이λͺ¨ν‹°μ½˜#", "#@이름#", "#@URL#", "#@μ†Œμ†#", "#@기타#", "#@μ „λ²ˆ#", "#@계정#", "#@url#", "#@번호#", "#@금육#", "#@신원#", "#@μž₯μ†Œ#", "#@μ‹œμŠ€ν…œ#사진#", "#@μ‹œμŠ€ν…œ#λ™μ˜μƒ#", "#@μ‹œμŠ€ν…œ#기타#", "#@μ‹œμŠ€ν…œ#검색#", "#@μ‹œμŠ€ν…œ#지도#", "#@μ‹œμŠ€ν…œ#μ‚­μ œ#", "#@μ‹œμŠ€ν…œ#파일#", "#@μ‹œμŠ€ν…œ#μ†‘κΈˆ#", "#@μ‹œμŠ€ν…œ#"]}
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"bos_token": "[BOS]", "eos_token": "[EOS]", "cls_token": "[BOS]", "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "mask_token": "[MASK]", "additional_special_tokens": ["#@μ£Όμ†Œ#", "#@이λͺ¨ν‹°μ½˜#", "#@이름#", "#@URL#", "#@μ†Œμ†#", "#@기타#", "#@μ „λ²ˆ#", "#@계정#", "#@url#", "#@번호#", "#@금육#", "#@신원#", "#@μž₯μ†Œ#", "#@μ‹œμŠ€ν…œ#사진#", "#@μ‹œμŠ€ν…œ#λ™μ˜μƒ#", "#@μ‹œμŠ€ν…œ#기타#", "#@μ‹œμŠ€ν…œ#검색#", "#@μ‹œμŠ€ν…œ#지도#", "#@μ‹œμŠ€ν…œ#μ‚­μ œ#", "#@μ‹œμŠ€ν…œ#파일#", "#@μ‹œμŠ€ν…œ#μ†‘κΈˆ#", "#@μ‹œμŠ€ν…œ#"], "tokenizer_class": "PreTrainedTokenizerFast"}