Spaces:
Sleeping
Sleeping
File size: 864 Bytes
faad248 ee4f217 faad248 b11ec81 ebc0d7d b11ec81 f2baf1b b11ec81 ebc0d7d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 |
import streamlit as st
import requests
API_URL = "https://g8u06j6fqi4vyi5i.eu-west-1.aws.endpoints.huggingface.cloud"
headers = {
"Accept" : "application/json",
"Content-Type": "application/json"
}
def query(payload):
response = requests.post(API_URL, headers=headers, json=payload)
return response.json()
def get_completion(prompt):
output = query({
"inputs": f"{prompt}",
"parameters": {
"temperature":0.6,
}
})
return output[0]["generated_text"]
def main():
st.title('LLM Text Completion Interface')
# Text input
user_input = st.text_area("Enter your prompt:", height=300)
if st.button('Generate'):
# Get the model's completion
completion = get_completion(user_input)
st.text_area("Model Completion:", value=completion, height=300, key="2")
if __name__ == '__main__':
main()
|