from models import PoemTextModel from inference import predict_poems_from_text from utils import get_poem_embeddings import config as CFG import json import torch import gradio as gr def greet_user(name): return "Hello " + name + " Welcome to Gradio!😎" if __name__ == "__main__": model = PoemTextModel(poem_encoder_pretrained=True, text_encoder_pretrained=True).to(CFG.device) model.eval() # Inference: Output some example predictions and write them in a file with open('poem_embeddings.json', encoding="utf-8") as f: pe = json.load(f) poem_embeddings = torch.Tensor([p['embeddings'] for p in pe]).to(CFG.device) print(poem_embeddings.shape) poems = [p['beyt'] for p in pe] def gradio_make_predictions(text): beyts = predict_poems_from_text(model, poem_embeddings, text, poems, n=10) return "\n".join(beyts) CFG.batch_size = 512 # print(poem_embeddings[0]) # with open('poem_embeddings.json'.format(CFG.poem_encoder_model, CFG.text_encoder_model),'w', encoding="utf-8") as f: # f.write(json.dumps(poem_embeddings, indent= 4)) text_input = gr.Textbox(label = "Enter the text to find poem beyts for") output = gr.Textbox() app = gr.Interface(fn = gradio_make_predictions, inputs=text_input, outputs=output) app.launch()