Update app.py

app.py

@@ -4,9 +4,9 @@ from unsloth import FastLanguageModel
 import torch
 model, tokenizer = FastLanguageModel.from_pretrained(
     model_name = "shivam9980/mistral-7b-news-cnn-merged", # Choose ANY! eg teknium/OpenHermes-2.5-Mistral-7B
-    max_seq_length = max_seq_length,
-    dtype = dtype,
-    load_in_4bit = load_in_4bit,
+    max_seq_length = 2048,
+    dtype = None,
+    load_in_4bit = True,
     token = hf_token, # use one if using gated models like meta-llama/Llama-2-7b-hf
 )