Alignment-Lab-AI commited on
Commit
7be8c14
1 Parent(s): eabd109

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -26,7 +26,7 @@ only 3b, this demo runs on the fp8 weights of the model in pytorch format, its
26
  device = 0 if torch.cuda.is_available() else -1
27
 
28
  model_id = "H-D-T/Buzz-3b-small-v0.6.3"
29
- chatbot = pipeline(model=model_id, device=device, task="conversationa",model_kwargs={"load_in_8bit": True})
30
 
31
  tokenizer = AutoTokenizer.from_pretrained(model_id)
32
  bos_token = "<|begin_of_text|>"
 
26
  device = 0 if torch.cuda.is_available() else -1
27
 
28
  model_id = "H-D-T/Buzz-3b-small-v0.6.3"
29
+ chatbot = pipeline(model=model_id, device=device, task="conversational",model_kwargs={"load_in_8bit": True})
30
 
31
  tokenizer = AutoTokenizer.from_pretrained(model_id)
32
  bos_token = "<|begin_of_text|>"