Update app.py

app.py

@@ -1,21 +1,59 @@
 import gradio as gr
 from huggingface_hub import InferenceClient
+from typing import List, Tuple
+import fitz  # PyMuPDF
+from sentence_transformers import SentenceTransformer, util
+import numpy as np
+import faiss
 
-"""
-For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
-"""
 client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
+# Placeholder for the app's state
+class MyApp:
+    def __init__(self) -> None:
+        self.documents = []
+        self.embeddings = None
+        self.index = None
+        self.load_pdf("3182_ORCA.pdf")
+        self.build_vector_db()
+
+    def load_pdf(self, file_path: str) -> None:
+        """Extracts text from a PDF file and stores it in the app's documents."""
+        doc = fitz.open(file_path)
+        self.documents = []
+        for page_num in range(len(doc)):
+            page = doc[page_num]
+            text = page.get_text()
+            self.documents.append({"page": page_num + 1, "content": text})
+        print("PDF processed successfully!")
+
+    def build_vector_db(self) -> None:
+        """Builds a vector database using the content of the PDF."""
+        model = SentenceTransformer('all-MiniLM-L6-v2')
+        self.embeddings = model.encode([doc["content"] for doc in self.documents])
+        self.index = faiss.IndexFlatL2(self.embeddings.shape[1])
+        self.index.add(np.array(self.embeddings))
+        print("Vector database built successfully!")
+
+    def search_documents(self, query: str, k: int = 3) -> List[str]:
+        """Searches for relevant documents using vector similarity."""
+        model = SentenceTransformer('all-MiniLM-L6-v2')
+        query_embedding = model.encode([query])
+        D, I = self.index.search(np.array(query_embedding), k)
+        results = [self.documents[i]["content"] for i in I[0]]
+        return results if results else ["No relevant documents found."]
+
+app = MyApp()
 
 def respond(
-    message,
-    history: list[tuple[str, str]],
-    system_message,
-    max_tokens,
-    temperature,
-    top_p,
+    message: str,
+    history: List[Tuple[str, str]],
+    system_message: str,
+    max_tokens: int,
+    temperature: float,
+    top_p: float,
 ):
-    system_message = "You are a Extreme Weather Phenomena Analyst. You advise others about Weather. "
+    system_message = "You are an Extreme Weather Phenomena Analyst, your role involves monitoring, analyzing, and interpreting data related to extreme weather events and their potential links to climate change. Your work supports informed decision-making to mitigate risks and enhance societal resilience against these events. "
     messages = [{"role": "system", "content": system_message}]
 
     for val in history:
@@ -26,46 +64,44 @@ def respond(
 
     messages.append({"role": "user", "content": message})
 
-    response = ""
+    # RAG - Retrieve relevant documents
+    retrieved_docs = app.search_documents(message)
+    context = "\n".join(retrieved_docs)
+    messages.append({"role": "system", "content": "Relevant documents: " + context})
 
+    response = ""
     for message in client.chat_completion(
         messages,
-        max_tokens=max_tokens,
+        max_tokens=100,
         stream=True,
-        temperature=temperature,
-        top_p=top_p,
+        temperature=0.98,
+        top_p=0.7,
     ):
         token = message.choices[0].delta.content
-
         response += token
         yield response
 
-"""
-For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
-"""
-demo = gr.ChatInterface(
-    respond,
-    additional_inputs=[
-        gr.Textbox(value = "You are a Extreme Weather Phenomena Analyst. You advise others about Weather.", label="System message"),
-        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
-        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
-        gr.Slider(
-            minimum=0.1,
-            maximum=1.0,
-            value=0.95,
-            step=0.05,
-            label="Top-p (nucleus sampling)",
-        ),
-    ],
-
-    examples = [ 
-        ["Can you explain the phenomenon of ball lightning?"],
-        ["What  the differences between a cyclone, a typhoon, and a hurricane?"],
-        ["How are heatwaves predicted and measured?"]
-    ],
-    title = 'Extreme Weather Phenomena Analyst'
-)
+demo = gr.Blocks()
 
+with demo:
+    gr.Markdown(
+        "‼️Disclaimer: This chatbot is based on a DBT exercise book that is publicly available. and just to test RAG implementation.‼️"
+    )
+    
+    chatbot = gr.ChatInterface(
+        respond,
+        examples=[
+            ["How can climate science provide risk-based information for decision-makers, and why is this approach beneficial?"],
+            ["What are the dual approaches required to manage the risks of extreme weather in a warmer climate, and how do these approaches function?"],
+            ["What are the three lines of evidence used to establish the connection between climate change and the increased risk of extreme weather events, and how do they apply to different types of weather events?"],
+            ["How does climate change affect the probability distribution of temperature extremes, and what are the implications of this shift for future weather events?"],
+            ["How do rising global temperatures contribute to the increasing frequency and intensity of extreme weather events, and why is a probability-based risk management framework important for addressing these changes?"],
+            ["What are the observed climate trends related to extreme weather events over recent decades, and how do these trends align with predictions of global warming?"],
+            ["What recent extreme weather events illustrate the increasing severity and frequency of such events due to global warming, and what have been their social and economic impacts?"],
+            ["How does global warming influence the frequency and severity of extreme weather events, and what is the recommended approach for managing the associated risks?"]
+        ],
+        title='Extreme Weather Phenomena Analyst'
+    )
 
 if __name__ == "__main__":
     demo.launch()