| import gradio as gr | |
| from transformers import pipeline | |
| def generate_text(prompt): | |
| model_name = "TheBloke/openchat_3.5-GGUF" | |
| generator = pipeline('text-generation', model=model_name) | |
| return generator(prompt, max_length=50)[0]['generated_text'] | |
| iface = gr.Interface( | |
| fn=generate_text, | |
| inputs=gr.inputs.Textbox(lines=2, placeholder="Enter your prompt here..."), | |
| outputs="text", | |
| title="GPT-3.5 Text Generation", | |
| description="This is a demo for GPT-3.5 text generation model hosted on Hugging Face." | |
| ) | |
| iface.launch() | |