File size: 310 Bytes
0d32d53
e94efa0
 
856c9ff
e94efa0
 
 
 
0d32d53
 
e94efa0
0d32d53
2d91155
1
2
3
4
5
6
7
8
9
10
11
12
13
import gradio as gr
from text_generation import Client

endpoint_url = "http://127.0.0.1:8080"
client = Client(endpoint_url)

text = client.generate("Why is the sky blue?").generated_text
print(text)

with gr.Blocks() as demo:
    gr.Markdown(text)

demo.queue().launch(server_name="0.0.0.0", server_port=3000)