Spaces:
Runtime error
Runtime error
Commit
•
072a08d
1
Parent(s):
4efce09
Update app.py
Browse files
app.py
CHANGED
@@ -21,7 +21,7 @@ DESCRIPTION="""
|
|
21 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
22 |
generator = ctranslate2.Generator("./FixedStar-BETA-7b-ct2", device=device)
|
23 |
tokenizer = AutoTokenizer.from_pretrained(
|
24 |
-
"
|
25 |
|
26 |
def inference_func(prompt, max_length=128, sampling_temperature=0.7):
|
27 |
tokens = tokenizer.convert_ids_to_tokens(
|
|
|
21 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
22 |
generator = ctranslate2.Generator("./FixedStar-BETA-7b-ct2", device=device)
|
23 |
tokenizer = AutoTokenizer.from_pretrained(
|
24 |
+
"./tokenizer", use_fast=True)
|
25 |
|
26 |
def inference_func(prompt, max_length=128, sampling_temperature=0.7):
|
27 |
tokens = tokenizer.convert_ids_to_tokens(
|