Update app.py

app.py

@@ -14,8 +14,7 @@ from transformers import AutoTokenizer, pipeline, AutoModelForCausalLM
 
 
 tokenizer = AutoTokenizer.from_pretrained("akoksal/LongForm-OPT-2.7B") 
-model = AutoModelForCausalLM.from_pretrained("akoksal/LongForm-OPT-2.7B", load_in_8bit=True, device_map='auto')
-generate = pipeline('text-generation', model=model, tokenizer=tokenizer)
+generate = pipeline('text-generation', model="akoksal/LongForm-OPT-2.7B", tokenizer=tokenizer)
 
 
 def predict(instruction, topp, max_length, temperature):