Update app.py

app.py

@@ -7,10 +7,10 @@ urlretrieve("https://github.com/equ1/generative_python_transformer/tree/main/GPT
 
 # inference function
 def inference(inp):
-    tokenizer = AutoTokenizer.from_pretrained("GPT-python").to("cuda")
-    model = AutoModelWithLMHead.from_pretrained("GPT-python").to("cuda")
+    tokenizer = AutoTokenizer.from_pretrained("GPT-python")
+    model = AutoModelWithLMHead.from_pretrained("GPT-python")
 
-    input_ids = tokenizer.encode(inp, return_tensors="pt").to("cuda")
+    input_ids = tokenizer.encode(inp, return_tensors="pt")
     beam_output = model.generate(input_ids, 
                                max_length=512,
                                num_beams=10,