from transformers import pipeline
import gradio as gr

instruct_pipeline = pipeline(model="databricks/dolly-v2-12b", trust_remote_code=True, device_map="auto")

def infer(x):
    return instruct_pipeline(x)

gr.Interface(infer, "textbox", "textbox").launch()