app.py

import gradio as gr
import os
from huggingface_hub import login
from transformers import pipeline

api_key = os.getenv("LLAMA")
login(api_key)

gr.load("models/meta-llama/Llama-3.1-8B-Instruct").launch()