Update app.py

app.py

@@ -9,7 +9,7 @@ import random
 from transformers import pipeline, AutoConfig
 
 # Load the model and its configuration
-model_name = "Sevixdd/roberta-base-finetuned-ner"
+model_name = "Sevixdd/roberta-base-finetuned-ner"  # Make sure this model is available
 ner_pipeline = pipeline("ner", model=model_name)
 config = AutoConfig.from_pretrained(model_name)
 
@@ -29,7 +29,7 @@ def chat_function(message, history):
         REQUEST_COUNT.inc()
         try:
             if chat_queue.full():
-                return "The model is currently processing a request. Please wait."
+                return "The model is busy. Please wait..."  # More user-friendly message
 
             chat_queue.put(message)
             logging.info(f"User: {message}")
@@ -38,23 +38,23 @@ def chat_function(message, history):
             response = f"Response from NER model: {ner_result}"
             logging.info(f"Bot: {response}")
 
-            time.sleep(random.uniform(0.5, 2.5))  # Simulate processing
+            time.sleep(random.uniform(0.5, 2.5))  # Simulate processing (adjust as needed)
 
             chat_queue.get()
             return response
         except Exception as e:
             logging.error(f"Error: {e}")
-            return "An error occurred. Please try again."
+            return "An error occurred. Please try again later."  # More helpful error message
 
 # --- Gradio Interface ---
 with gr.Blocks(
     css="""
     body {
-        background-image: url("stag.jpeg");
-        background-size: cover;
+        background-image: url("stag.jpeg"); 
+        background-size: cover; 
         background-repeat: no-repeat;
     }
-    """,
+    """, 
     title="PLOD Filtered with Monitoring"
 ) as demo:
     with gr.Tab("Chat"):
@@ -68,41 +68,11 @@ with gr.Blocks(
     # ... other tabs (Performance Metrics, Infrastructure, Logs) ...
 
     # --- Update Functions ---
-    def update_metrics(request_count_display, avg_latency_display):
-        # ... (implementation) ...
-
-    def update_usage(cpu_usage_display, mem_usage_display):
-        # ... (implementation) ...
-
-    def update_logs(logs_display):
-        # ... (implementation) ...
-        
-
-    # --- Start Threads ---
-    threading.Thread(target=start_http_server, args=(8000,), daemon=True).start()
-    threading.Thread(target=update_metrics, args=(request_count_display, avg_latency_display), daemon=True).start()
-    threading.Thread(target=update_usage, args=(cpu_usage_display, mem_usage_display), daemon=True).start()
-    threading.Thread(target=update_logs, args=(logs_display,), daemon=True).start()
-
-
-# --- Simulate Chat Interactions (Optional) ---
-def simulate_interactions():
-    # ... (implementation) ...
-
-# threading.Thread(target=simulate_interactions, daemon=True).start()  # Uncomment to enable
+    # ... (Implement update functions for metrics, usage, and logs here)
 
+# --- Background Threads ---
+threading.Thread(target=start_http_server, args=(8000,), daemon=True).start()
+# ... (Threads for metrics, usage, and logs update)
 
 # Launch the app
 demo.launch(share=True)
-
-
-
-
-
-
-
-
-
-
-
-