app.py

import gradio as gr
import torch
from transformers import pipeline
ans = pipeline(model="databricks/dolly-v2-3b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
def answer(query):
  out=ans(query)
  return out
Demo = gr.Interface(fn=answer,inputs='text',outputs='text',examples=[['What is the capital of India ?']])
Demo.launch()