Spaces:
Runtime error
Runtime error
Alignment-Lab-AI
commited on
Commit
•
7be8c14
1
Parent(s):
eabd109
Update app.py
Browse files
app.py
CHANGED
@@ -26,7 +26,7 @@ only 3b, this demo runs on the fp8 weights of the model in pytorch format, its
|
|
26 |
device = 0 if torch.cuda.is_available() else -1
|
27 |
|
28 |
model_id = "H-D-T/Buzz-3b-small-v0.6.3"
|
29 |
-
chatbot = pipeline(model=model_id, device=device, task="
|
30 |
|
31 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
32 |
bos_token = "<|begin_of_text|>"
|
|
|
26 |
device = 0 if torch.cuda.is_available() else -1
|
27 |
|
28 |
model_id = "H-D-T/Buzz-3b-small-v0.6.3"
|
29 |
+
chatbot = pipeline(model=model_id, device=device, task="conversational",model_kwargs={"load_in_8bit": True})
|
30 |
|
31 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
32 |
bos_token = "<|begin_of_text|>"
|