import gradio as gr

# Assuming this is the correct path to your model and it returns a usable object.
model = gr.Interface.load("models/NousResearch/Yarn-Mistral-7b-64k")

# Define a function that uses your model for inference, ensuring that the 'model' can predict.
def predict(input):
    # Example prediction code. Replace with actual prediction logic.
    return model(input)

# Create a Gradio interface
interface = gr.Interface(fn=predict, inputs="text", outputs="text")

# Launch the interface with share=True to create a public link.
interface.launch(share=True)