Update app.py

app.py

@@ -31,7 +31,8 @@ if not torch.cuda.is_available():
 
 
 if torch.cuda.is_available():
-    model_id = "meta-llama/Llama-2-7b-chat-hf"
+    # model_id = "meta-llama/Llama-2-7b-chat-hf"
+    model_id = "mistralai/Mistral-7B-Instruct-v0.2"
     model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
     tokenizer = AutoTokenizer.from_pretrained(model_id)
     tokenizer.use_default_system_prompt = False