app.py

import requests
import json
import gradio as gr


url = "http://localhost:11434/api/generate"

headers = {
    "Content-Type":"application/json",
}


history=[]

def generate_response(prompt):
    # history.append(prompt)
    # final_prompt="\n".join(history)

    data = {
        "model":"gtm-serve",
        "prompt": prompt,  # final_prompt,
        "stream": False
    }

    response = requests.post(url,headers=headers,data=json.dumps(data))

    if response.status_code==200:
        response=response.text
        data = json.loads(response)
        actual_response = data['response']
        return actual_response
    else:
       print("Error:",response.text)

interface = gr.Interface(
    fn=generate_response,
    inputs=gr.Textbox(lines=2,placeholder="Please enter your prompt"),
    outputs="text",
    # live=True
)
interface.launch(share=True)