Duplicate from ml-maker-space/AliceInWonderLandChainlit

Co-authored-by: Chris Alexiuk <c-s-ale@users.noreply.huggingface.co>

.env.example

@@ -0,0 +1 @@
+OPENAI_API_KEY=

.gitattributes

@@ -0,0 +1,34 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,4 @@
+.env
+.vscode
+.chroma
+__pycache__

Dockerfile

@@ -0,0 +1,11 @@
+FROM python:3.9
+RUN useradd -m -u 1000 user
+USER user
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+WORKDIR $HOME/app
+COPY --chown=user . $HOME/app
+COPY ./requirements.txt ~/app/requirements.txt
+RUN pip install -r requirements.txt
+COPY . .
+CMD ["chainlit", "run", "app.py", "--port", "7860"]

README.md

@@ -0,0 +1,10 @@
+---
+title: Through The Looking Glass
+emoji: 💻
+colorFrom: indigo
+colorTo: gray
+sdk: docker
+pinned: false
+license: openrail
+duplicated_from: ml-maker-space/AliceInWonderLandChainlit
+---

app.py

@@ -0,0 +1,102 @@
+
+from langchain.agents import initialize_agent, Tool
+from langchain.embeddings.openai import OpenAIEmbeddings
+from langchain.agents import AgentType
+from langchain.tools import BaseTool
+from langchain.llms import OpenAI
+from langchain import SerpAPIWrapper, LLMChain
+from langchain.chains import RetrievalQA
+from langchain.chat_models import ChatOpenAI
+from langchain.agents import ZeroShotAgent, Tool, AgentExecutor
+from langchain.memory import ConversationBufferMemory, ReadOnlySharedMemory
+from langchain.document_loaders import TextLoader, DirectoryLoader
+from langchain.vectorstores import Chroma
+import os
+import arxiv
+import chainlit as cl
+from chainlit import user_session
+
+@cl.langchain_factory(use_async=True)
+async def init():
+    # Set the OpenAI Embeddings model
+    embeddings = embeddings = OpenAIEmbeddings()
+
+    # Set the persist directory
+    persist_directory = "vector_db"
+
+    # Load the persisted Chroma vector store
+    vectordb = Chroma(persist_directory=persist_directory, embedding_function=embeddings)
+
+    # Create a chain that uses the Chroma vector store
+    alice_qa = RetrievalQA.from_chain_type(
+        ChatOpenAI(
+            model_name="gpt-3.5-turbo-16k",
+            temperature=0,
+        ),
+        chain_type="stuff",
+        retriever=vectordb.as_retriever(),
+    )
+    
+    search = SerpAPIWrapper()
+
+    memory = ConversationBufferMemory(memory_key="chat_history")
+    readonlymemory = ReadOnlySharedMemory(memory=memory)
+    
+    tools = [
+        Tool(
+            name = "Alice in Wonderland QA System",
+            func=alice_qa.run,
+            description="useful for when you need to answer questions about Alice in Wonderland. Input should be a fully formed question."
+        ),
+        Tool(
+            name = "Backup Alice Google Search",
+            func=search.run,
+            description="useful for when you need to answer questions about Alice in Wonderland but only when the Alice in Wonderland QA System couldn't answer the query. Input should be a fully formed question."
+        ),
+    ]
+
+    prefix = """Have a conversation with a human, answering the following questions as best you can. You have access to the following tools:"""
+    suffix = """Begin!"
+    
+    {chat_history}
+    Question: {input}
+    {agent_scratchpad}"""
+    
+    prompt = ZeroShotAgent.create_prompt(
+        tools, 
+        prefix=prefix, 
+        suffix=suffix, 
+        input_variables=["input", "chat_history", "agent_scratchpad"]
+    )
+
+    llm_chain = LLMChain(
+        llm=ChatOpenAI(
+            model_name="gpt-3.5-turbo-16k",
+            temperature=0,
+        ), 
+        prompt=prompt
+    )
+
+    agent = ZeroShotAgent(llm_chain=llm_chain, tools=tools, verbose=True)
+    agent_chain = AgentExecutor.from_agent_and_tools(agent=agent, tools=tools, verbose=True, memory=memory)
+
+    # Let the user know that the system is ready
+    await cl.Message(
+        content=f"You can begin by asking any questions about Alice in Wonderland!"
+    ).send()
+
+    return agent_chain
+
+@cl.langchain_run
+async def run(agent, input_str):
+    res = await cl.make_async(agent)(input_str, callbacks=[cl.LangchainCallbackHandler()])
+    print(res)
+    await cl.Message(content=res["output"]).send()
+
+@cl.langchain_rename
+def rename(original_llm_chain: str):
+    rename_dict = {
+        "LLMChain" : "The Mad Hatter 🤪🎩"
+    }
+
+    return rename_dict.get(original_llm_chain, original_llm_chain)

chainlit.md

@@ -0,0 +1,12 @@
+# Down the LangChain Rabbit Hole 🐇⏰!
+
+This is a companion application for the [How to Build ChatGPT for Your Data](https://lu.ma/r3q7ndj4) event put on by the Machine Learning Makerspace!
+
+# Notebooks
+
+- Introduction to LangChain notebook available here: [Down the LangChain Rabbit Hole 🐇⏰](https://colab.research.google.com/drive/1HjZdfhVx-cVu3r-Xk-dGL6B3ZU0wtfAO?usp=sharing)
+- LangChain Agent notebook available here [Through the LangChain Looking Glass 🐇⏰](https://colab.research.google.com/drive/1Q-lm-apSJRYwoPvUZGiwYMezeky0yQXD?usp=sharing)
+
+![image](https://i.imgur.com/L5aklsK.png)
+
+Feel free to ask questions about the Alice in Wonderland series by [Lewis Carroll](https://en.wikipedia.org/wiki/Alice%27s_Adventures_in_Wonderland)

requirements.txt

@@ -0,0 +1,7 @@
+arxiv==1.4.7
+langchain
+chainlit
+openai
+chromadb
+tiktoken
+google-search-results

vector_db/chroma-collections.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacc35a2bc6103853543323e632f513acf9899848acf03b71e451d2745138842
+size 557

vector_db/chroma-embeddings.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494201e44259368c11b93d43f1a2673ebb28d32567a27e681206b8101a552545
+size 5300049

vector_db/index/id_to_uuid_d0cf4a6f-27f8-489b-ae73-fac746c9128b.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923ac0841a588099b308d49d7b5df76e2231555f2c10897d2d511c83a59fd731
+size 20355

vector_db/index/index_d0cf4a6f-27f8-489b-ae73-fac746c9128b.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a097f4871ca53fe0ce45bdad0bf4199bde4c7f203066be5dda1665df38ce0bc5
+size 3983392

vector_db/index/index_metadata_d0cf4a6f-27f8-489b-ae73-fac746c9128b.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53255fbf25ed70518581988507ffc72bfe8a4f6699d2546c3fbc1a2070ce1df
+size 105

vector_db/index/uuid_to_id_d0cf4a6f-27f8-489b-ae73-fac746c9128b.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78d6a3e9574ccfa09550c45aa17804d1e0b483ea87b862e0529153a5700718a
+size 23815