Update app.py

app.py

@@ -5,9 +5,11 @@ import time
 from prometheus_client import start_http_server, Counter, Histogram
 import threading
 import psutil
+import random
+from transformers import pipeline
 
 # Load the model
-gr.load("models/Sevixdd/roberta-base-finetuned-ner").launch()
+ner_pipeline = pipeline("ner", model="Sevixdd/roberta-base-finetuned-ner")
 
 # --- Prometheus Metrics Setup ---
 REQUEST_COUNT = Counter('gradio_request_count', 'Total number of requests')
@@ -29,10 +31,12 @@ def chat_function(message, history):
             chat_queue.put(message)
             logging.info(f"User: {message}")
 
-            # ... (Your chatbot processing logic here) ...
-            time.sleep(2)  # Simulate processing delay
-            response = chat_queue.get()
+            # Simulate some processing using the NER pipeline
+            ner_result = ner_pipeline(message)
+
+            response = f"Response from NER model: {ner_result}" 
             logging.info(f"Bot: {response}")
+            time.sleep(random.uniform(0.5, 2.5))  # Simulate processing time
 
             return response
         except Exception as e:
@@ -65,13 +69,22 @@ with gr.Blocks(title="PLOD Filtered with Monitoring") as demo:
             while True:
                 cpu_usage_display.update(psutil.cpu_percent())
                 mem_usage_display.update(psutil.virtual_memory().percent)
-                time.sleep(5) 
+                time.sleep(5)  # Update every 5 seconds
 
     # --- Start Threads ---
     threading.Thread(target=start_http_server, args=(8000,), daemon=True).start()
     threading.Thread(target=update_metrics, daemon=True).start()
     threading.Thread(target=update_usage, daemon=True).start()
 
+    # --- Simulate Chat Interactions ---
+    def simulate_interactions():
+        messages = ["Hello bot!", "What's your name?", "Tell me a joke.", "Who are you?"]
+        for msg in messages:
+            chat_function(msg, [])
+            time.sleep(random.uniform(1, 5))  # Random interval between messages
+
+    threading.Thread(target=simulate_interactions, daemon=True).start()  # Start simulation
+
 # Launch the app
 demo.launch(share=True)
 
@@ -81,3 +94,4 @@ demo.launch(share=True)
 
 
 
+