Upload 2 files

app.py

@@ -0,0 +1,23 @@
+import requests as rq
+import streamlit as st
+import os
+
+API_URL = "https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-8B"
+HF_LLAMA3_TOKEN = os.getenv("HF_LLAMA3_TOKEN")
+headers = {"Authorization": "Bearer " + HF_LLAMA3_TOKEN}
+
+
+def query(payload):
+    response = rq.post(API_URL, headers=headers, json=payload)
+    return response.json()
+
+
+st.title("LLama3 8B T")
+st.subheader("This is a demo of the LLama3 8B T model.")
+
+user_input = st.text_area("Enter your text here:")
+if st.button("Submit"):
+    output = query({
+        "inputs": user_input,
+    })
+    st.write(output)

requirements.txt

@@ -0,0 +1,2 @@
+requests
+streamlit