Spaces:
Running
Running
File size: 2,937 Bytes
0043c9e 295ab5b 0043c9e 295ab5b 0043c9e 295ab5b 0043c9e 295ab5b 0043c9e 295ab5b 0043c9e 295ab5b 0043c9e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 |
import os
from typing import Optional, Tuple
import gradio as gr
from threading import Lock
from langchain.vectorstores import Pinecone
from langchain.llms import OpenAI
from langchain.chains.question_answering import load_qa_chain
from langchain.embeddings.openai import OpenAIEmbeddings
import pinecone
PINECONE_API_KEY = os.environ.get("PINECONE_API_KEY")
PINECONE_API_ENV = os.environ.get("PINECONE_API_ENV")
OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY")
PINECONE_INDEX_NAME = os.environ.get("PINECONE_INDEX_NAME")
def get_chain_and_vectorstore():
llm = OpenAI(temperature=0, openai_api_key=OPENAI_API_KEY)
chain = load_qa_chain(llm)
embeddings = OpenAIEmbeddings(openai_api_key=OPENAI_API_KEY)
pinecone.init(api_key=PINECONE_API_KEY, environment=PINECONE_API_ENV)
vectorstore = Pinecone.from_existing_index(PINECONE_INDEX_NAME, embeddings)
return chain, vectorstore
class ChatWrapper:
def __init__(self):
self.lock = Lock()
def __call__(
self, inp: str, history: Optional[Tuple[str, str]], chain, vectorstore=None
):
"""Execute the chat functionality."""
self.lock.acquire()
if not chain or not vectorstore:
chain, vectorstore = get_chain_and_vectorstore()
try:
history = history or []
docs = vectorstore.similarity_search(inp, k=2)
output = chain.run(input_documents=docs, question=inp, chat_history=history)
history.append((inp, output))
except Exception as e:
raise e
finally:
self.lock.release()
return history, history
chat = ChatWrapper()
block = gr.Blocks(css=".gradio-container {background-color: lightgray}")
with block:
with gr.Row():
gr.Markdown("<h3><center>Chat-IRS-Manuals</center></h3>")
chatbot = gr.Chatbot()
with gr.Row():
message = gr.Textbox(
label="What's your question?",
placeholder="Ask questions about the IRS Manuals",
lines=1,
)
submit = gr.Button(value="Send", variant="secondary").style(full_width=False)
gr.Examples(
examples=[
"What is the definition of a taxpayer?",
"What kinds of factors affect how much I owe in taxes?",
"What if I don't pay my taxes?",
],
inputs=message,
)
gr.HTML("Demo application of a LangChain chain.")
gr.HTML(
"""<center>
Powered by <a href='https://github.com/hwchase17/langchain'>LangChain 🦜️🔗</a>
and <a href='https://github.com/unstructured-io/unstructured'>Unstructured.IO</a>
</center>"""
)
state = gr.State()
agent_state = gr.State()
submit.click(chat, inputs=[message, state, agent_state], outputs=[chatbot, state])
message.submit(chat, inputs=[message, state, agent_state], outputs=[chatbot, state])
block.launch(debug=True)
|