Update app.py

app.py

@@ -5,8 +5,6 @@ from utils import lang_ids
 import gradio as gr
 import torch
 
-device = torch.device('cuda:0')
-
 biogpt_model_list = [
     "microsoft/biogpt",
     "microsoft/BioGPT-Large",
@@ -40,7 +38,7 @@ def biogpt(
     en_prompt = translate_to_english(prompt, lang_model_id, base_lang)
     model = BioGptForCausalLM.from_pretrained(biogpt_model_id)
     tokenizer = BioGptTokenizer.from_pretrained(biogpt_model_id)
-    generator = pipeline('text-generation', model=model, tokenizer=tokenizer, device=device)
+    generator = pipeline('text-generation', model=model, tokenizer=tokenizer, device='cuda:0')
     set_seed(42)
     output = generator(en_prompt, max_length=max_length, num_return_sequences=num_return_sequences, do_sample=True)
     output_dict = {}