import gradio as gr
from transformers import AutoTokenizer, AutoModelForCausalLM
from transformers import pipeline, set_seed
def vicuna(input):

    generator = pipeline('text-generation', model='gpt2')
    set_seed(42)
    generator(input, max_length=30, num_return_sequences=5)



def greet(name):
    return "Hello " + name + "!!"

iface = gr.Interface(fn=vicuna, inputs="text", outputs="text")
iface.launch()