app_summary.py

import logging
import os

from llama_index.indices.document_summary import DocumentSummaryIndexEmbeddingRetriever
from llama_index.llms import OpenAI
from llama_index.query_engine import RetrieverQueryEngine

logging.basicConfig(format='%(asctime)s %(levelname)s:%(message)s', level=os.environ.get("LOGLEVEL", "DEBUG"))
import gradio as gr
from llama_index import VectorStoreIndex, StorageContext, download_loader, load_index_from_storage, ServiceContext, \
    get_response_synthesizer

cache = {}
chatgpt = OpenAI(temperature=0, model="gpt-3.5-turbo")
service_context = ServiceContext.from_defaults(llm=chatgpt, chunk_size=1024)

def loadData():
    index_root = "./summary_index"
    directory_names = os.listdir(index_root)
    for directory in directory_names:
        if os.path.isdir(f"{index_root}/{directory}"):
            print("Loading from existing index " + directory)
            storage_context = StorageContext.from_defaults(persist_dir=f"{index_root}/{directory}")
            index = load_index_from_storage(storage_context)
            retriever = DocumentSummaryIndexEmbeddingRetriever(
                index,
                # choice_select_prompt=choice_select_prompt,
                # choice_batch_size=choice_batch_size,
                # format_node_batch_fn=format_node_batch_fn,
                # parse_choice_select_answer_fn=parse_choice_select_answer_fn,
                service_context=service_context
            )
            # configure response synthesizer
            response_synthesizer = get_response_synthesizer(service_context=service_context)

            # assemble query engine
            query_engine = RetrieverQueryEngine(retriever=retriever, response_synthesizer=response_synthesizer)
            cache[directory] = query_engine


def chatbot(indexName, input_text):
    """
    Chatbot function that takes in a prompt and returns a response
    """
    response = cache[indexName].query(input_text)
    return response.response


def main():
    loadData()
    iface = gr.Interface(fn=chatbot, inputs=[
        gr.Dropdown(cache.keys(),
                    type="value", value="sos", label="Select Channel"),
        gr.Textbox(lines=7, label="Ask any question", placeholder='What are the key topics?')], outputs="text",
                         title="NLP Demo for Slack Data")
    if 'LOGIN_PASS' in os.environ:
        iface.launch(auth=('axiamatic', os.environ['LOGIN_PASS']),
                     auth_message='For access, please check my Slack profile or contact me in Slack.',
                     share=False)
    else:
        iface.launch(share=False)

main()