app.py

import gradio as gr
from transformers import pipeline

# model = AutoModelForCausalLM.from_pretrained("Karzan/ckb-gpt2-medium-base-test-1024")
model_id = "Karzan/bart-qa-ckb"
pipe = pipeline("text2text-generation", model=model_id,max_answer_len=300,handle_impossible_answer=True,top_k=1)


def func(context, question):
    result = pipe(question = question, context=context)
    return result['answer']


text_input = gr.Textbox(lines=10, placeholder="Enter your text here", label="Your Text")
text_outputs = gr.Textbox(lines=10)
# submit_btn = gr.Button(value="Generate",variant="secondary")

interface = gr.Interface(
    fn=func,
    inputs=text_input,
    inputs=[gr.Textbox(lines=7, label="Context paragraph"), gr.Textbox(lines=2, label="Question")],
    outputs=[gr.Textbox(label="Answer"), gr.Textbox(label="Score")],
    # submit_btn=submit_btn,
)

if __name__ == "__main__":
    interface.launch()