Spaces:
Running
Running
fix gemma_7b
Browse files
vocab/gemma_7b/__init__.py
CHANGED
|
@@ -3,10 +3,6 @@ import os
|
|
| 3 |
import config
|
| 4 |
from transformers import AutoTokenizer
|
| 5 |
|
| 6 |
-
tokenizer = AutoTokenizer.from_pretrained("google/gemma-7b", trust_remote_code=True)
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
if config.USE_REMOTE:
|
| 11 |
tokenizer = AutoTokenizer.from_pretrained("google/gemma-7b", trust_remote_code=True)
|
| 12 |
else:
|
|
|
|
| 3 |
import config
|
| 4 |
from transformers import AutoTokenizer
|
| 5 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
if config.USE_REMOTE:
|
| 7 |
tokenizer = AutoTokenizer.from_pretrained("google/gemma-7b", trust_remote_code=True)
|
| 8 |
else:
|