import gradio as gr import torch from torch import nn import lightning.pytorch as pl from torch.nn import functional as F from utils import GPTLM newmodel = GPTLM.load_from_checkpoint('shakespeare_gpt.pth') chars = ['\n', ' ', '!', '$', '&', "'", ',', '-', '.', '3', ':', ';', '?', 'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P', 'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z', 'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't', 'u', 'v', 'w', 'x', 'y', 'z'] vocab_size = len(chars) # create a mapping from characters to integers stoi = { ch:i for i,ch in enumerate(chars) } itos = { i:ch for i,ch in enumerate(chars) } encode = lambda s: [stoi[c] for c in s] # encoder: take a string, output a list of integers decode = lambda l: ''.join([itos[i] for i in l]) # decoder: take a list of integers, output a string def generate_dialogue(character_dropdown): if character_dropdown == "NONE": context = torch.zeros((1, 1), dtype=torch.long) return decode(newmodel.model.generate(context, max_new_tokens=100)[0].tolist()) else: context = torch.tensor([encode(character_dropdown)], dtype=torch.long) return decode(newmodel.model.generate(context, max_new_tokens=100)[0].tolist()) HTML_TEMPLATE = """

SHAKESPEARE DIALOGUE GENERATOR

Generate dialogue for Shakespearean character by selecting character from dropdown.

""" with gr.Blocks(theme=gr.themes.Glass(),css=".gradio-container {background: url('file=https://github.com/Delve-ERAV1/S20/assets/11761529/c0ff84a4-dde6-473e-a820-d3797040eb9d')}") as interface: gr.HTML(value=HTML_TEMPLATE, show_label=False) gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") gr.Markdown("") with gr.Column(): character_dropdown = gr.Dropdown( label="Select a Character", choices=["NONE","ROMEO","JULIET","MENENIUS","ANTONIO"], value='Dream' ) inputs = [character_dropdown] with gr.Column(): button = gr.Button("Generate") button.click(generate_dialogue, inputs=inputs, outputs=outputs) with gr.Row(): outputs = gr.Textbox( label="Generated Dialogue" ) if __name__ == "__main__": interface.launch(enable_queue=True)