viethoangtranduong's picture
Update app.py
eecd1e0 verified
raw
history blame contribute delete
850 Bytes
import gradio as gr
import requests
API_URL = "https://t1q6ks6fusyg1qq7.us-east-1.aws.endpoints.huggingface.cloud"
headers = {
"Accept" : "application/json",
"Content-Type": "application/json"
}
def return_text(txt):
response = requests.post(API_URL, headers=headers, json={
"inputs": txt,
"parameters": {
"temperature": 0.7,
"max_new_tokens": 512
}
})
return response.json()[0]['generated_text']
demo = gr.Blocks()
with demo:
gr.Markdown(
"""
# Generate text from snorkelai/Snorkel-Mistral-PairRM-DPO with default parameters!
Start typing below to see the output.
"""
)
input = gr.Textbox(placeholder="[INST] Recommend some Hollywood movies [/INST]")
output = gr.Textbox()
input.change(fn=return_text, inputs=input, outputs=output)
demo.launch(share=True)