Update app.py

app.py

@@ -15,7 +15,10 @@ Messages = List[Dict[str, str]]
 # Load model and tokenizer
 model_name = 'mlx-community/J.O.S.I.E.3-Beta12-7B-slerp-8-bit'
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained(
+    model_name,
+    ignore_mismatched_sizes=True,
+)
 
 def clear_session() -> History:
     return '', []