beomi commited on
Commit
0a41031
1 Parent(s): 335a8ac

Upload tokenizer

Browse files
Files changed (2) hide show
  1. README.md +2 -2
  2. tokenizer.json +2 -2
README.md CHANGED
@@ -2,7 +2,7 @@
2
  language:
3
  - en
4
  - ko
5
- pipeline_tag: text-generation
6
  tags:
7
  - facebook
8
  - meta
@@ -10,7 +10,7 @@ tags:
10
  - llama
11
  - llama-3
12
  - llama-3-ko
13
- license: other
14
  license_name: llama3
15
  license_link: LICENSE
16
  ---
 
2
  language:
3
  - en
4
  - ko
5
+ license: other
6
  tags:
7
  - facebook
8
  - meta
 
10
  - llama
11
  - llama-3
12
  - llama-3-ko
13
+ pipeline_tag: text-generation
14
  license_name: llama3
15
  license_link: LICENSE
16
  ---
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ac333c83e2d107910928928b5912d8ade91594d08c7c73c4606d05c032d7632
3
- size 9084463
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e134af98b985517b4f068e3755ae90d4e9cd2d45d328325dc503f1c6b2d06cc7
3
+ size 9085698