skang187 commited on
Commit
c6ca579
1 Parent(s): 231cd68

Upload tokenizer

Browse files
Files changed (5) hide show
  1. .gitattributes +1 -0
  2. added_tokens.json +0 -0
  3. spm.model +3 -0
  4. tokenizer.json +0 -0
  5. tokenizer_config.json +1 -1
.gitattributes CHANGED
@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
35
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
The diff for this file is too large to render. See raw diff
 
spm.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13c8d666d62a7bc4ac8f040aab68e942c861f93303156cc28f5c7e885d86d6e3
3
+ size 4305025
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -5,7 +5,7 @@
5
  "eos_token": "[SEP]",
6
  "mask_token": "[MASK]",
7
  "model_max_length": 1000000000000000019884624838656,
8
- "name_or_path": "jhn9803/mDeBERTa-v3-kor-further-law-contract-tokenizer",
9
  "pad_token": "[PAD]",
10
  "sep_token": "[SEP]",
11
  "sp_model_kwargs": {},
 
5
  "eos_token": "[SEP]",
6
  "mask_token": "[MASK]",
7
  "model_max_length": 1000000000000000019884624838656,
8
+ "name_or_path": "skang187/before",
9
  "pad_token": "[PAD]",
10
  "sep_token": "[SEP]",
11
  "sp_model_kwargs": {},