app.py

import streamlit as st
import requests

API_URL = "https://g8u06j6fqi4vyi5i.eu-west-1.aws.endpoints.huggingface.cloud"
headers = {
	"Accept" : "application/json",
	"Content-Type": "application/json" 
}

def query(payload):
	response = requests.post(API_URL, headers=headers, json=payload)
	return response.json()

def get_completion(prompt):
    output = query({
	"inputs": f"{prompt}",
	"parameters": {
        "temperature":0.6,
    }
    })
    return output[0]["generated_text"]

def main():
    st.title('LLM Text Completion Interface')

    # Text input
    user_input = st.text_area("Enter your prompt:", height=300)
    
    if st.button('Generate'):
        # Get the model's completion
        completion = get_completion(user_input)
        st.text_area("Model Completion:", value=completion, height=300, key="2")

if __name__ == '__main__':
    main()