Update app.py

app.py

@@ -69,6 +69,8 @@ tokenizer.padding_side = 'left'
 peft_config = PeftConfig.from_pretrained("Tonic/mistralmed")
 peft_model = MistralForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", trust_remote_code=True)
 peft_model = PeftModel.from_pretrained(peft_model, "Tonic/mistralmed")
+peft_model = model.to(torch.bfloat16)
+peft_model = model.to(device)
 
 class ChatBot:
     def __init__(self):