Update app.py

app.py

@@ -4,8 +4,10 @@ import torch
 import gradio as gr
 import torch.nn.functional as F
 
-from transformers import GPT2LMHeadModel, BertTokenizer
-
+from transformers import BertTokenizer, GPT2LMHeadModel
+tokenizer = BertTokenizer.from_pretrained("supermy/poetry")
+model = GPT2LMHeadModel.from_pretrained("supermy/poetry")
+model.eval()
 
 def top_k_top_p_filtering( logits, top_k=0, top_p=0.0, filter_value=-float('Inf') ):
     assert logits.dim() == 1
@@ -58,9 +60,7 @@ if __name__ == '__main__':
     # sep_id = tokenizer.sep_token_id
     # unk_id = tokenizer.unk_token_id
 
-    tokenizer = BertTokenizer.from_pretrained("supermy/poetry")
-    model = GPT2LMHeadModel.from_pretrained("supermy/poetry")
-    model.eval()
+ 
     
     gr.Interface(
         fn=generate,