Spaces:
Restarting
Restarting
| import gradio as gr | |
| from transformers import pipeline | |
| from haystack.document_stores import FAISSDocumentStore | |
| from haystack.nodes import EmbeddingRetriever, SentenceTransformersRanker | |
| import numpy as np | |
| import openai | |
| import os | |
| from datasets import load_dataset | |
| from datasets import Dataset | |
| import time | |
| from utils import ( | |
| is_climate_change_related, | |
| make_pairs, | |
| set_openai_api_key, | |
| get_random_string, | |
| ) | |
| classifier = pipeline("zero-shot-classification", model="facebook/bart-large-mnli") | |
| system_template = {"role": os.environ["role"], "content": os.environ["content"]} | |
| def gen_conv(query: str, report_type, history=[system_template], ipcc=True): | |
| """return (answer:str, history:list[dict], sources:str) | |
| Args: | |
| query (str): the user message | |
| history (list, optional): history of the chat messages. Defaults to [system_template]. | |
| ipcc (bool, optional): _description_. Defaults to True. | |
| Returns: | |
| _type_: _description_ | |
| """ | |
| if report_type == "IPCC only": | |
| document_store = FAISSDocumentStore.load( | |
| index_path="./documents/climate_gpt_only_giec.faiss", | |
| config_path="./documents/climate_gpt_only_giec.json", | |
| ) | |
| else: | |
| document_store = FAISSDocumentStore.load( | |
| index_path="./documents/climate_gpt.faiss", | |
| config_path="./documents/climate_gpt.json", | |
| ) | |
| dense = EmbeddingRetriever( | |
| document_store=document_store, | |
| embedding_model="sentence-transformers/multi-qa-mpnet-base-dot-v1", | |
| model_format="sentence_transformers", | |
| ) | |
| retrieve = ipcc and is_climate_change_related(query, classifier) | |
| sources = "" | |
| messages = history + [ | |
| {"role": "user", "content": query}, | |
| ] | |
| if retrieve: | |
| docs = dense.retrieve(query=query, top_k=5) | |
| sources = "\n\n".join( | |
| [os.environ["sources"]] | |
| + [ | |
| f"{d.meta['file_name']} Page {d.meta['page_number']}\n{d.content}" | |
| for d in docs | |
| ] | |
| ) | |
| messages.append({"role": "system", "content": sources}) | |
| answer = openai.ChatCompletion.create( | |
| model="gpt-3.5-turbo", | |
| messages=messages, | |
| temperature=0.2, | |
| )["choices"][0]["message"]["content"] | |
| if retrieve: | |
| messages.pop() | |
| sources = "\n\n".join( | |
| f"{d.meta['file_name']} Page {d.meta['page_number']}:\n{d.content}" | |
| for d in docs | |
| ) | |
| else: | |
| sources = "No environmental report was used to provide this answer." | |
| messages.append({"role": "assistant", "content": answer}) | |
| gradio_format = make_pairs([a["content"] for a in messages[1:]]) | |
| return gradio_format, messages, sources | |
| def test(feed: str): | |
| print(feed) | |
| # Gradio | |
| css_code = ".gradio-container {background-image: url('file=background.png');background-position: top right}" | |
| with gr.Blocks(title="🌍 ClimateGPT Ekimetrics", css=css_code) as demo: | |
| openai.api_key = os.environ["api_key"] | |
| user_id = gr.State([get_random_string(10)]) | |
| with gr.Tab("App"): | |
| gr.Markdown("# Welcome to Climate GPT 🌍 !") | |
| gr.Markdown( | |
| """ Climate GPT is an interactive exploration tool designed to help you easily find relevant information based on of Environmental reports such as IPCCs and other environmental reports. | |
| \n **How does it work:** This Chatbot is a combination of two technologies. FAISS search applied to a vast amount of scientific climate reports and TurboGPT to generate human-like text from the part of the document extracted from the database. | |
| \n ⚠️ Warning: Always refer to the source to ensure the validity of the information communicated. | |
| """ | |
| ) | |
| with gr.Row(): | |
| with gr.Column(scale=2): | |
| chatbot = gr.Chatbot() | |
| state = gr.State([system_template]) | |
| with gr.Row(): | |
| ask = gr.Textbox( | |
| show_label=False, | |
| placeholder="Enter text and press enter", | |
| sample_inputs=["which country polutes the most ?"], | |
| ).style(container=False) | |
| print(f"Type from ask textbox {ask.type}") | |
| with gr.Column(scale=1, variant="panel"): | |
| gr.Markdown("### Sources") | |
| sources_textbox = gr.Textbox( | |
| interactive=False, show_label=False, max_lines=50 | |
| ) | |
| ask.submit( | |
| fn=gen_conv, | |
| inputs=[ | |
| ask, | |
| gr.inputs.Dropdown( | |
| ["IPCC only", "All available"], | |
| default="All available", | |
| label="Select reports", | |
| ), | |
| state, | |
| ], | |
| outputs=[chatbot, state, sources_textbox], | |
| ) | |
| with gr.Accordion("Feedbacks", open=False): | |
| gr.Markdown("Please complete some feedbacks 🙏") | |
| feedback = gr.Textbox() | |
| feedback_save = gr.Button(value="submit feedback") | |
| feedback_save.click(test, inputs=[feedback]) | |
| with gr.Accordion("Add your personal openai api key - Option", open=False): | |
| openai_api_key_textbox = gr.Textbox( | |
| placeholder="Paste your OpenAI API key (sk-...) and hit Enter", | |
| show_label=False, | |
| lines=1, | |
| type="password", | |
| ) | |
| openai_api_key_textbox.change( | |
| set_openai_api_key, inputs=[openai_api_key_textbox] | |
| ) | |
| openai_api_key_textbox.submit( | |
| set_openai_api_key, inputs=[openai_api_key_textbox] | |
| ) | |
| with gr.Tab("Information"): | |
| gr.Markdown( | |
| """ | |
| ## 📖 Reports used : \n | |
| - First Assessment Report on the Physical Science of Climate Change | |
| - Second assessment Report on Climate Change Adaptation | |
| - Third Assessment Report on Climate Change Mitigation | |
| - Food Outlook Biannual Report on Global Food Markets | |
| - IEA's report on the Role of Critical Minerals in Clean Energy Transitions | |
| - Limits to Growth | |
| - Outside The Safe operating system of the Planetary Boundary for Novel Entities | |
| - Planetary Boundaries Guiding | |
| - State of the Oceans report | |
| - Word Energy Outlook 2021 | |
| - Word Energy Outlook 2022 | |
| - The environmental impacts of plastics and micro plastics use, waste and polution ET=U and national measures | |
| - IPBES Global report - MArch 2022 | |
| \n | |
| IPCC is a United Nations body that assesses the science related to climate change, including its impacts and possible response options. | |
| The IPCC is considered the leading scientific authority on all things related to global climate change. | |
| """ | |
| ) | |
| with gr.Tab("Examples"): | |
| gr.Markdown("See here some examples on how to use the Chatbot") | |
| demo.launch() | |