Added routing to avoid answering when we don't find docs

app.py

@@ -347,6 +347,7 @@ with gr.Blocks(title="Climate Q&A", css="style.css", theme=theme,elem_id = "main
                                     examples_per_page=8,
                                     run_on_click=False,
                                     elem_id=f"examples{i}",
+                                    api_name=f"examples{i}",
                                     # label = "Click on the example question or enter your own",
                                     # cache_examples=True,
                                 )
@@ -400,15 +401,15 @@ with gr.Blocks(title="Climate Q&A", css="style.css", theme=theme,elem_id = "main
                     return (gr.update(interactive = True,value = ""))
 
                 (textbox
-                    .submit(start_chat, [textbox,chatbot], [textbox,tabs,chatbot],queue = False)
-                    .success(chat, [textbox,chatbot,dropdown_audience, dropdown_sources,dropdown_reports], [chatbot,sources_textbox,output_query,output_language,gallery],concurrency_limit = 8)
-                    .success(finish_chat, None, [textbox])
+                    .submit(start_chat, [textbox,chatbot], [textbox,tabs,chatbot],queue = False,api_name = "start_chat_textbox")
+                    .success(chat, [textbox,chatbot,dropdown_audience, dropdown_sources,dropdown_reports], [chatbot,sources_textbox,output_query,output_language,gallery],concurrency_limit = 8,api_name = "chat_textbox")
+                    .success(finish_chat, None, [textbox],api_name = "finish_chat_textbox")
                 )
 
                 (examples_hidden
-                    .change(start_chat, [examples_hidden,chatbot], [textbox,tabs,chatbot],queue = False)
-                    .success(chat, [examples_hidden,chatbot,dropdown_audience, dropdown_sources,dropdown_reports], [chatbot,sources_textbox,output_query,output_language,gallery],concurrency_limit = 8)
-                    .success(finish_chat, None, [textbox])
+                    .change(start_chat, [examples_hidden,chatbot], [textbox,tabs,chatbot],queue = False,api_name = "start_chat_examples")
+                    .success(chat, [examples_hidden,chatbot,dropdown_audience, dropdown_sources,dropdown_reports], [chatbot,sources_textbox,output_query,output_language,gallery],concurrency_limit = 8,api_name = "chat_examples")
+                    .success(finish_chat, None, [textbox],api_name = "finish_chat_examples")
                 )
 
 

climateqa/engine/prompts.py

@@ -48,6 +48,7 @@ Guidelines:
 - If it makes sense, use bullet points and lists to make your answers easier to understand.
 - You do not need to use every passage. Only use the ones that help answer the question.
 - If the documents do not have the information needed to answer the question, just say you do not have enough information.
+- Consider by default that the question is about the past century unless it is specified otherwise. 
 
 -----------------------
 Passages:
@@ -59,6 +60,23 @@ Answer in {language} with the passages citations:
 """
 
 
+answer_prompt_without_docs_template = """
+You are ClimateQ&A, an AI Assistant created by Ekimetrics. Your role is to explain climate-related questions using info from the IPCC and/or IPBES reports. 
+Always stay true to climate science and do not make up information. If you do not know the answer, just say you do not know.
+If the 
+
+Guidelines:
+- Start by explaining clearly that you could not find the answer in the IPCC/IPBES reports, so your answer is based on your own knowledge and must be taken with great caution because it's AI generated. 
+- Also explain that the user should reformulate the question to be more specific to the IPCC/IPBES reports
+- Because your role is to explain climate science, you can never be skeptical about climate change. 
+- If the question is not related to environmental issues, never never answer it. Say it's not your role. 
+
+Question: {question} - Explained to {audience}
+Answer in {language}:
+"""
+
+
+
 audience_prompts = {
     "children": "6 year old children that don't know anything about science and climate change and need metaphors to learn",
     "general": "the general public who know the basics in science and climate change and want to learn more about it without technical terms. Still use references to passages.",

climateqa/engine/rag.py

@@ -2,12 +2,12 @@ from operator import itemgetter
 
 from langchain.prompts import ChatPromptTemplate
 from langchain.schema.output_parser import StrOutputParser
-from langchain.schema.runnable import RunnablePassthrough, RunnableLambda
+from langchain.schema.runnable import RunnablePassthrough, RunnableLambda, RunnableBranch
 from langchain.prompts.prompt import PromptTemplate
 from langchain.schema import format_document
 
 from climateqa.engine.reformulation import make_reformulation_chain
-from climateqa.engine.prompts import answer_prompt_template
+from climateqa.engine.prompts import answer_prompt_template,answer_prompt_without_docs_template
 from climateqa.engine.utils import pass_values, flatten_dict
 
 DEFAULT_DOCUMENT_PROMPT = PromptTemplate.from_template(template="{page_content}")
@@ -24,7 +24,7 @@ def make_rag_chain(retriever,llm):
 
     # Construct the prompt
     prompt = ChatPromptTemplate.from_template(answer_prompt_template)
-
+    prompt_without_docs = ChatPromptTemplate.from_template(answer_prompt_without_docs_template)
 
     # ------- CHAIN 0 - Reformulation
     reformulation_chain = make_reformulation_chain(llm)
@@ -51,11 +51,25 @@ def make_rag_chain(retriever,llm):
     }
 
     # Generate the answer
-    answer = {
+
+
+
+    answer_with_docs = {
         "answer": input_documents | prompt | llm | StrOutputParser(),
         **pass_values(["question","audience","language","query","docs"])
     }
 
+    answer_without_docs = {
+        "answer":  prompt_without_docs | llm | StrOutputParser(),
+        **pass_values(["question","audience","language","query","docs"])
+    }
+
+    answer = RunnableBranch(
+        (lambda x: len(x["docs"]) > 0, answer_with_docs),
+        answer_without_docs,
+    )
+
+
     # ------- FINAL CHAIN
     # Build the final chain
     rag_chain = reformulation | find_documents | answer