Spaces:
Sleeping
Sleeping
| import gradio as gr | |
| from gradio_client import Client as GrClient | |
| import inspect | |
| from gradio import routes | |
| from typing import List, Type | |
| gradio_client = GrClient("https://ldhldh-polyglot-ko-1-3b-peft-demo.hf.space/") | |
| # Monkey patch | |
| def get_types(cls_set: List[Type], component: str): | |
| docset = [] | |
| types = [] | |
| if component == "input": | |
| for cls in cls_set: | |
| doc = inspect.getdoc(cls) | |
| doc_lines = doc.split("\n") | |
| docset.append(doc_lines[1].split(":")[-1]) | |
| types.append(doc_lines[1].split(")")[0].split("(")[-1]) | |
| else: | |
| for cls in cls_set: | |
| doc = inspect.getdoc(cls) | |
| doc_lines = doc.split("\n") | |
| docset.append(doc_lines[-1].split(":")[-1]) | |
| types.append(doc_lines[-1].split(")")[0].split("(")[-1]) | |
| return docset, types | |
| routes.get_types = get_types | |
| # App code | |
| def mbti(x): | |
| return 0 | |
| def chat(x): | |
| result = gradio_client.predict( | |
| x,# str representing input in 'User input' Textbox component | |
| 0.9, # float, representing input in 'Top-p (nucleus sampling)' Slider component | |
| 50, # int, representing input in 'Top-k (nucleus sampling)' Slider component | |
| 0.7, # float, representing input in 'Temperature' Slider component | |
| 25, # int, representing input in 'Max New Tokens' Slider component | |
| 1.2, # float, representing input in 'repetition_penalty' Slider component | |
| fn_index=0 | |
| ) | |
| return result | |
| def yn(x): | |
| result = gradio_client.predict( | |
| x, # str representing input in 'User input' Textbox component | |
| fn_index=2 | |
| ) | |
| return result | |
| with gr.Blocks() as blk: | |
| gr.Markdown("# Gradio Blocks (3.0) with REST API") | |
| t = gr.Textbox() | |
| c = gr.Button("mbti") | |
| b = gr.Button("chat") | |
| a = gr.Button("yn") | |
| o = gr.Textbox() | |
| c.click(mbti, inputs=[t], outputs=[o]) | |
| b.click(chat, inputs=[t], outputs=[o]) | |
| a.click(yn, inputs=[t], outputs=[o]) | |
| gr.Markdown(""" | |
| ## API | |
| Can select which function to use by passing in `fn_index`: | |
| ```python | |
| import requests | |
| requests.post( | |
| url="https://hf.space/embed/versae/gradio-blocks-rest-api/+/api/predict/", json={"data": ["Jessie"], "fn_index": 0} | |
| ).json() | |
| requests.post( | |
| url="https://hf.space/embed/versae/gradio-blocks-rest-api/+/api/predict/", json={"data": ["Jessie"], "fn_index": 1} | |
| ).json() | |
| ``` | |
| Or using cURL | |
| ``` | |
| $ curl -X POST https://hf.space/embed/versae/gradio-blocks-rest-api/+/api/predict/ -H 'Content-Type: application/json' -d '{"data": ["Jessie"], "fn_index": 0}' | |
| $ curl -X POST https://hf.space/embed/versae/gradio-blocks-rest-api/+/api/predict/ -H 'Content-Type: application/json' -d '{"data": ["Jessie"], "fn_index": 1}' | |
| ```""") | |
| ifa = gr.Interface(lambda: None, inputs=[t], outputs=[o]) | |
| blk.input_components = ifa.input_components | |
| blk.output_components = ifa.output_components | |
| blk.examples = None | |
| blk.predict_durations = [] | |
| bapp = blk.launch() |