File size: 853 Bytes
d6e926a 9cdcbb3 d6e926a 9cdcbb3 c569724 9cdcbb3 d6e926a 9cdcbb3 d6e926a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
import gradio as gr
import torch
from my_gpt import my_gpt
from tokenizer.tokenizer import BPE
##Load model
model = my_gpt.load_pretrained("model/model_1000_cpu.bin")
# model.to(torch.device("cpu"))
# model.save_pretrained("model/model_1000_cpu.bin")
# exit()
tokenizer = BPE()
def generate(input_text):
tokens = tokenizer.encode(input_text)
gen_ids = model.generate(torch.tensor([tokens]))
output = tokenizer.decode(gen_ids[0].tolist())
return output
iface = gr.Interface(fn=generate,
inputs="text",
outputs="text",
title="GPT - 1000 steps",
description="""This model is trained for 1000 steps only. It is not
able to generate perfect sentences/words. However, it has learnt a gist of the English language""")
iface.launch() |