app.py

import requests
import streamlit as st 

API_URL = "https://api-inference.huggingface.co/models/bigscience/bloom"
headers = {"Authorization": f"Bearer {API_TOKEN}"}

def query(payload):
	response = requests.post(API_URL, headers=headers, json=payload)
	return response.json()
	
output = query({
	"inputs": "Can you please let us know more details about your ",
})


#For app.
prompt = st.text_input("Input")
output = st.write(tokenizer.decode(sample[0]))