Update app.py

app.py

@@ -53,9 +53,8 @@ def load_models():
     tokenizer = AutoTokenizer.from_pretrained(llm_model_name)
     llm_model = AutoModelForCausalLM.from_pretrained(
         llm_model_name,
-        dtype=torch.float16,
-        device_map="auto",
-        load_in_4bit=True
+        dtype="auto",
+        device_map="auto"
     )
     
     return classification_model, llm_model, tokenizer, label_mappings