Update app.py

app.py

@@ -5,7 +5,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 tokenizer = AutoTokenizer.from_pretrained("facebook/galactica-125m")
 model = AutoModelForCausalLM.from_pretrained("facebook/galactica-125m")
 
-text2text_generator = pipeline("text-generation", model=model, tokenizer=tokenizer, num_workers=4, device=0)
+text2text_generator = pipeline("text-generation", model=model, tokenizer=tokenizer, num_workers=2)
 
 def predict(text):
     text = text.strip()