Create app.py

app.py

@@ -0,0 +1,26 @@
+import gradio as gr
+import http.client
+
+url = os.environ['cnvrg_url']
+token = os.environ['cnvrg_token']
+
+def generate_output(prompt,maxtokens=20):
+    payload = f"{maxtokens}#{prompt}"
+    conn = http.client.HTTPSConnection(url, 443)
+    payload = f"{\"input_params\": \"{payload}\"}"
+    headers = {
+        'Cnvrg-Api-Key': token,
+        'Content-Type': "application/json"
+        }
+    conn.request("POST", "/api/v1/endpoints/nkjpkfaw14saekgsvudy", payload, headers)
+    res = conn.getresponse()
+    data = res.read()
+    return data.decode("utf-8")
+
+input_text = gr.inputs.Textbox(label="Enter Prompt")
+output_text = gr.outputs.Textbox(label="Output")
+
+title = "Cnvrg Endpoint"
+description = "Interact with the endpoint - Falcon 7B (Instruct)"
+
+gr.Interface(fn=generate_output, inputs=input_text, outputs=output_text, title=title, description=description).launch()