Update app.py

app.py

@@ -1,42 +1,34 @@
 import os
 import gradio as gr
-from transformers import pipeline
+from transformers import pipeline, Conversation
 from dotenv import load_dotenv
 
-# Load environment variables from .env
 load_dotenv()
 PASSWORD = os.getenv("ARMAAN_PASS")
 
-# Load chatbot pipeline
-chatbot = pipeline("text-generation", model="tiiuae/falcon-rw-1b")
+# Load fast model
+chatbot = pipeline("conversational", model="facebook/blenderbot-1B-distill")
+system_prompt = "You are a helpful chatbot."
 
-# Global system prompt (admin-editable)
-system_prompt = "You are a helpful assistant."
-
-# Chat function
 def chat_fn(message, history):
-    full_prompt = f"{system_prompt}\nUser: {message}\nBot:"
-    response = chatbot(full_prompt, max_new_tokens=200, do_sample=True, temperature=0.7)[0]["generated_text"]
-    reply = response.split("Bot:")[-1].strip()
-    return reply
+    convo = Conversation(f"{message}")
+    result = chatbot(convo)
+    return result.generated_responses[-1]
 
-# Password check
 def check_password(pass_input):
     if pass_input == PASSWORD:
         return gr.update(visible=True), ""
     else:
         return gr.update(visible=False), "Incorrect password"
 
-# Prompt update
 def update_prompt(new_prompt):
     global system_prompt
     system_prompt = new_prompt
-    return "Prompt updated successfully."
+    return "Prompt updated."
 
-# Gradio UI
 with gr.Blocks() as demo:
-    gr.Markdown("# ChatGPT-Style Chatbot")
-
+    gr.Markdown("# Chatbot (Fast CPU-Friendly)")
+    
     with gr.Tab("Chat"):
         gr.ChatInterface(fn=chat_fn)