app.py

import gradio as gr
import os

api_key = os.environ['API_TOKEN']

gr.load("models/meta-llama/Llama-2-70b-chat-hf",api_key=api_key).launch()