Updating Chat bot

app.py

@@ -1,10 +1,10 @@
+import os 
 import gradio as gr
-import torch as th
 
 from langchain.document_loaders import PDFMinerLoader,CSVLoader ,UnstructuredWordDocumentLoader,TextLoader
 from langchain.text_splitter import RecursiveCharacterTextSplitter
 from langchain.embeddings import SentenceTransformerEmbeddings
-from langchain.vectorstores import Chroma, FAISS
+from langchain.vectorstores import FAISS
 from langchain import HuggingFaceHub
 
 
@@ -16,6 +16,15 @@ def loading_pdf():
     return "Loading..."
 
 
+def get_openai_chat_model(API_key):
+    try:
+        from langchain.llms import OpenAI
+    except ImportError as err:
+        raise "{}, unable to load openAI. Please install openai and add OPENAIAPI_KEY"
+    os.environ["OPENAI_API_KEY"] = API_key
+    llm = OpenAI()
+    return llm
+
 def process_documents(documents,data_chunk=1000,chunk_overlap=50):
     text_splitter = RecursiveCharacterTextSplitter(chunk_size=data_chunk, chunk_overlap=chunk_overlap)
     texts = text_splitter.split_documents(documents[0])
@@ -27,8 +36,7 @@ def get_hugging_face_model(model_id,API_key,temperature=0.1):
                                       model_kwargs={"temperature": temperature, "max_new_tokens": 2048})
     return chat_llm
 
-def document_loading(file_data,doc_type='pdf',key=None):
-    
+def chat_api(file_data,doc_type='pdf',key=None,llm_model='HuggingFace'):
     embedding_model = SentenceTransformerEmbeddings(model_name='all-mpnet-base-v2',model_kwargs={"device": DEVICE})
 
     document = None
@@ -43,6 +51,12 @@ def document_loading(file_data,doc_type='pdf',key=None):
     
     texts = process_documents(documents=document)
     vectordb = FAISS.from_documents(documents=texts, embedding= embedding_model)
+    if llm_model == 'HuggingFace':
+        llm = get_hugging_face_model(model_id='tiiuae/falcon-7b-instruct',API_key=key)
+    else:
+        llm_model = get_openai_chat_model(API_key=key)
+
+
 
         
 def process_text_document(document_file_name):
@@ -104,3 +118,5 @@ with gr.Blocks(css=css) as demo:
         chatbot = gr.Chatbot()
         question = gr.Textbox(label="Question", placeholder="Type your question and hit Enter")
         submit_button = gr.Button("Send Message")
+    load_pdf.click(loading_pdf, None, langchain_status, queue=False)    
+    load_pdf.click(chat_api, inputs=[pdf_doc,file_extension,API_key,LLM_option], outputs=[langchain_status], queue=False)