Spaces:
Sleeping
Sleeping
Commit
•
67df373
1
Parent(s):
bd72e2a
Update app.py
Browse files
app.py
CHANGED
@@ -13,7 +13,7 @@ tokenizer = AutoTokenizer.from_pretrained(model, token=token)
|
|
13 |
llama_pipeline = pipeline(
|
14 |
"text-generation",
|
15 |
model=model,
|
16 |
-
torch_dtype = torch.
|
17 |
device_map="auto"
|
18 |
)
|
19 |
|
|
|
13 |
llama_pipeline = pipeline(
|
14 |
"text-generation",
|
15 |
model=model,
|
16 |
+
torch_dtype = torch.bfloat16,
|
17 |
device_map="auto"
|
18 |
)
|
19 |
|