app.py

import gradio as gr
from transformers import pipeline

#Calling the pipeline for text generation
generator = pipeline('text-generation', model='FloVolo/mistral-flo-finetune-2-T4')

def generation_text(text):
    return generator(text, max_length=250, do_sample=False)[0]['generated_text']


demo = gr.Interface(
    fn=generation_text,
    inputs=["text"],
    outputs=["text"],
)

demo.launch()