app.py

import gradio as gr
from transformers import pipeline

hf_token = os.getenv("HF_TOKEN")
pipe = pipeline("conversational", model="meta-llama/Llama-2-7b-chat-hf", token=hf_token)

demo = gr.Interface.from_pipeline(pipe)
demo.launch()