gradiotest3 / app.py
Schweigert
starting appl. with llm
0837817
import gradio as gr
from transformers import pipeline
pipe = pipeline("text2text-generation", model="lmsys/fastchat-t5-3b-v1.0")
def predict(text, history):
return pipe(text)[0]["generated_text"]
gr.ChatInterface(
fn = predict,
chatbot=gr.Chatbot(height=800),
textbox=gr.Textbox(placeholder="<Your question>", container=False, scale=7),
title="Enter your question",
description="Ask a question to the following model: lmsys/fastchat-t5-3b-v1.0",
theme="soft",
retry_btn=None,
undo_btn="Delete Previous",
clear_btn="Clear"
).launch()