Spaces:
Runtime error
Runtime error
Yumenohoshi
commited on
Commit
•
87d74f7
1
Parent(s):
2c6fedd
Update app.py
Browse files
app.py
CHANGED
@@ -21,7 +21,7 @@ DESCRIPTION="""
|
|
21 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
22 |
generator = ctranslate2.Generator("./FixedStar-BETA-7b-ct2", device=device)
|
23 |
tokenizer = AutoTokenizer.from_pretrained(
|
24 |
-
"Yumenohoshi/
|
25 |
|
26 |
def inference_func(prompt, max_length=128, sampling_temperature=0.7):
|
27 |
tokens = tokenizer.convert_ids_to_tokens(
|
|
|
21 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
22 |
generator = ctranslate2.Generator("./FixedStar-BETA-7b-ct2", device=device)
|
23 |
tokenizer = AutoTokenizer.from_pretrained(
|
24 |
+
"Yumenohoshi/FixedStar-BETA-7b", use_fast=True)
|
25 |
|
26 |
def inference_func(prompt, max_length=128, sampling_temperature=0.7):
|
27 |
tokens = tokenizer.convert_ids_to_tokens(
|