Update README.md
Browse files
README.md
CHANGED
@@ -9,7 +9,7 @@ license: apache-2.0
|
|
9 |
for autoregressive/causal
|
10 |
|
11 |
|
12 |
-
|
13 |
from transformers import AutoTokenizer
|
14 |
tk = AutoTokenizer.from_pretrained("BEE-spoke-data/claude-tokenizer")
|
15 |
tk
|
|
|
9 |
for autoregressive/causal
|
10 |
|
11 |
|
12 |
+
```python
|
13 |
from transformers import AutoTokenizer
|
14 |
tk = AutoTokenizer.from_pretrained("BEE-spoke-data/claude-tokenizer")
|
15 |
tk
|