starting appl. with llm

app.py

@@ -0,0 +1,22 @@
+import gradio as gr
+from transformers import pipeline
+
+pipe = pipeline("text2text-generation", model="lmsys/fastchat-t5-3b-v1.0")
+
+def predict(text, history):
+   
+    return pipe(text)[0]["generated_text"]
+  
+
+
+gr.ChatInterface(
+    fn = predict,
+    chatbot=gr.Chatbot(height=800),
+    textbox=gr.Textbox(placeholder="<Your question>", container=False, scale=7),
+    title="Enter your question",
+    description="Ask a question to the following model: lmsys/fastchat-t5-3b-v1.0",
+    theme="soft",
+    retry_btn=None,
+    undo_btn="Delete Previous",
+    clear_btn="Clear"
+).launch()

requirements.txt

@@ -0,0 +1,2 @@
+transformers @ git+https://github.com/huggingface/transformers.git@b413e0610b42d4c8d9c7a69c06440ad27c69808b
+torch