Update app.py

app.py

@@ -14,10 +14,10 @@ model_name = "bn22/Mistral-7B-Instruct-v0.1-sharded"
 # function for loading 4-bit quantized model
 def load_quantized_model(model_name: str):
 
-    model = HuggingFaceHub(
-        repo_id="google/flan-ul2", 
-        model_kwargs={"temperature":0.1,
-                      "max_new_tokens":256})
+    model =  HuggingFaceHub(
+        repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
+        model_kwargs={"max_length": 1048, "temperature":0.2, "max_new_tokens":256, "top_p":0.95, "repetition_penalty":1.0},
+    )
 
     """
     :param model_name: Name or path of the model to be loaded.