import os import chainlit as cl from dotenv import load_dotenv from operator import itemgetter from langchain_huggingface import HuggingFaceEndpoint from langchain_community.document_loaders import PyMuPDFLoader from langchain.text_splitter import RecursiveCharacterTextSplitter from langchain_community.vectorstores import Qdrant from langchain_huggingface import HuggingFaceEndpointEmbeddings from langchain_core.prompts import PromptTemplate from langchain.schema.output_parser import StrOutputParser from langchain.schema.runnable import RunnablePassthrough from langchain.schema.runnable.config import RunnableConfig # Load environment variables from .env file load_dotenv() # Load HuggingFace environment variables HF_LLM_ENDPOINT = os.environ["HF_LLM_ENDPOINT"] HF_EMBED_ENDPOINT = os.environ["HF_EMBED_ENDPOINT"] HF_TOKEN = os.environ["HF_TOKEN"] print("HF_LLM_ENDPOINT", HF_LLM_ENDPOINT) # Load HuggingFace Embeddings hf_embeddings = HuggingFaceEndpointEmbeddings( model=HF_EMBED_ENDPOINT, task="feature-extraction", huggingfacehub_api_token=HF_TOKEN, ) # Load the PDF document documents = PyMuPDFLoader("./data/airbnb_10k.pdf").load() ### 2. CREATE TEXT SPLITTER AND SPLIT DOCUMENTS text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=30) split_documents = text_splitter.split_documents(documents) ### 3. LOAD HUGGINGFACE EMBEDDINGS hf_embeddings = HuggingFaceEndpointEmbeddings( model=HF_EMBED_ENDPOINT, task="feature-extraction", huggingfacehub_api_token=HF_TOKEN, ) # Create a Qdrant vector store from the split documents qdrant_vectorstore = Qdrant.from_documents( split_documents, hf_embeddings, location=":memory:", collection_name="Airbnb 10k filings", batch_size=32 ) # Create a retriever from the vector store qdrant_retriever = qdrant_vectorstore.as_retriever() # -- AUGMENTED -- # """ 1. Define a String Template 2. Create a Prompt Template from the String Template """ ### 1. DEFINE STRING TEMPLATE RAG_PROMPT_TEMPLATE = """\ <|start_header_id|>system<|end_header_id|> You are a helpful assistant. Yo are a financial expert . you understand 10k fillings very well. You answer user questions based on provided context. If you can't answer the question with the provided context, say you don't know.<|eot_id|> <|start_header_id|>user<|end_header_id|> User Query: {query} Context: {context}<|eot_id|> <|start_header_id|>assistant<|end_header_id|> """ ### 2. CREATE PROMPT TEMPLATE rag_prompt = PromptTemplate.from_template(RAG_PROMPT_TEMPLATE) # -- GENERATION -- # """ 1. Create a HuggingFaceEndpoint for the LLM """ ### 1. CREATE HUGGINGFACE ENDPOINT FOR LLM hf_llm = HuggingFaceEndpoint( endpoint_url=HF_LLM_ENDPOINT, max_new_tokens=512, top_k=10, top_p=0.95, temperature=0.3, repetition_penalty=1.15, huggingfacehub_api_token=HF_TOKEN, ) @cl.author_rename def rename(original_author: str): """ This function can be used to rename the 'author' of a message. In this case, we're overriding the 'Assistant' author to be 'Paul Graham Essay Bot'. """ rename_dict = { "Assistant" : "AirBNB 10K Bot" } return rename_dict.get(original_author, original_author) @cl.on_chat_start async def start_chat(): """ This function will be called at the start of every user session. We will build our LCEL RAG chain here, and store it in the user session. The user session is a dictionary that is unique to each user session, and is stored in the memory of the server. """ ### BUILD LCEL RAG CHAIN THAT ONLY RETURNS TEXT cl.user_session.set("welcome_message", "Wonderful folks, Welcome to the chat! Hope all your questions are answered ") lcel_rag_chain = ( {"context": itemgetter("query") | qdrant_retriever, "query": itemgetter("query")} | rag_prompt | hf_llm ) cl.user_session.set("lcel_rag_chain", lcel_rag_chain) @cl.on_message async def main(message: cl.Message): """ This function will be called every time a message is recieved from a session. We will use the LCEL RAG chain to generate a response to the user query. The LCEL RAG chain is stored in the user session, and is unique to each user session - this is why we can access it here. """ lcel_rag_chain = cl.user_session.get("lcel_rag_chain") msg = cl.Message(content="") async for chunk in lcel_rag_chain.astream( {"query": message.content}, config=RunnableConfig(callbacks=[cl.LangchainCallbackHandler()]), ): await msg.stream_token(chunk) await msg.send()