|
import gradio as gr |
|
from transformers import pipeline |
|
|
|
def generate_text(prompt): |
|
model_name = "TheBloke/openchat_3.5-GGUF" |
|
generator = pipeline('text-generation', model=model_name) |
|
return generator(prompt, max_length=50)[0]['generated_text'] |
|
|
|
iface = gr.Interface( |
|
fn=generate_text, |
|
inputs=gr.inputs.Textbox(lines=2, placeholder="Enter your prompt here..."), |
|
outputs="text", |
|
title="GPT-3.5 Text Generation", |
|
description="This is a demo for GPT-3.5 text generation model hosted on Hugging Face." |
|
) |
|
|
|
iface.launch() |
|
|