Upload model and tokenizer
Browse files- tokenizer.model +3 -0
- tokenizer_config.json +4 -0
tokenizer.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:45858257f60a18fca1e9c91f723a2ded05ebc8e7de3e8ba64af819b095728c50
|
| 3 |
+
size 395464
|
tokenizer_config.json
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"type": "llama",
|
| 3 |
+
"vocab_size": 0
|
| 4 |
+
}
|