dakkoong commited on
Commit
912968f
β€’
1 Parent(s): 897ec15

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +109 -9
app.py CHANGED
@@ -28,15 +28,33 @@ def get_pdf_text(pdf_docs):
28
  # 과제
29
  # μ•„λž˜ ν…μŠ€νŠΈ μΆ”μΆœ ν•¨μˆ˜λ₯Ό μž‘μ„±
30
 
31
- def get_text_file(docs):
32
- pass
33
-
34
-
35
- def get_csv_file(docs):
36
- pass
37
-
38
- def get_json_file(docs):
39
- pass
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
40
 
41
 
42
  # λ¬Έμ„œλ“€μ„ μ²˜λ¦¬ν•˜μ—¬ ν…μŠ€νŠΈ 청크둜 λ‚˜λˆ„λŠ” ν•¨μˆ˜μž…λ‹ˆλ‹€.
@@ -147,5 +165,87 @@ def main():
147
  vectorstore)
148
 
149
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
150
  if __name__ == '__main__':
151
  main()
 
28
  # 과제
29
  # μ•„λž˜ ν…μŠ€νŠΈ μΆ”μΆœ ν•¨μˆ˜λ₯Ό μž‘μ„±
30
 
31
+ def get_text_file(text_docs):
32
+ temp_dir = tempfile.TemporaryDirectory()
33
+ temp_filepath = os.path.join(temp_dir.name, text_docs.name)
34
+ with open(temp_filepath, "wb") as f:
35
+ f.write(text_docs.getvalue())
36
+ text_loader = TextLoader(temp_filepath)
37
+ text_doc = text_loader.load()
38
+ return text_doc
39
+
40
+
41
+ def get_csv_file(csv_docs):
42
+ temp_dir = tempfile.TemporaryDirectory()
43
+ temp_filepath = os.path.join(temp_dir.name, csv_docs.name)
44
+ with open(temp_filepath, "wb") as f:
45
+ f.write(csv_docs.getvalue())
46
+ csv_loader = CSVLoader(temp_filepath)
47
+ csv_doc = csv_loader.load()
48
+ return csv_doc
49
+
50
+ def get_json_file(json_docs):
51
+ temp_dir = tempfile.TemporaryDirectory()
52
+ temp_filepath = os.path.join(temp_dir.name, json_docs.name)
53
+ with open(temp_filepath, "wb") as f:
54
+ f.write(json_docs.getvalue())
55
+ json_loader = JSONLoader(temp_filepath)
56
+ json_doc = json_loader.load()
57
+ return json_doc
58
 
59
 
60
  # λ¬Έμ„œλ“€μ„ μ²˜λ¦¬ν•˜μ—¬ ν…μŠ€νŠΈ 청크둜 λ‚˜λˆ„λŠ” ν•¨μˆ˜μž…λ‹ˆλ‹€.
 
165
  vectorstore)
166
 
167
 
168
+ if __name__ == '__main__':
169
+ main()
170
+ e)
171
+ # λŒ€ν™” 검색 체인을 μƒμ„±ν•©λ‹ˆλ‹€.
172
+ conversation_chain = ConversationalRetrievalChain.from_llm(
173
+ llm=llm,
174
+ retriever=vectorstore.as_retriever(),
175
+ memory=memory
176
+ )
177
+ return conversation_chain
178
+
179
+ # μ‚¬μš©μž μž…λ ₯을 μ²˜λ¦¬ν•˜λŠ” ν•¨μˆ˜μž…λ‹ˆλ‹€.
180
+ def handle_userinput(user_question):
181
+ # λŒ€ν™” 체인을 μ‚¬μš©ν•˜μ—¬ μ‚¬μš©μž μ§ˆλ¬Έμ— λŒ€ν•œ 응닡을 μƒμ„±ν•©λ‹ˆλ‹€.
182
+ response = st.session_state.conversation({'question': user_question})
183
+ # λŒ€ν™” 기둝을 μ €μž₯ν•©λ‹ˆλ‹€.
184
+ st.session_state.chat_history = response['chat_history']
185
+
186
+ for i, message in enumerate(st.session_state.chat_history):
187
+ if i % 2 == 0:
188
+ st.write(user_template.replace(
189
+ "{{MSG}}", message.content), unsafe_allow_html=True)
190
+ else:
191
+ st.write(bot_template.replace(
192
+ "{{MSG}}", message.content), unsafe_allow_html=True)
193
+
194
+
195
+ def main():
196
+ load_dotenv()
197
+ st.set_page_config(page_title="Chat with multiple Files",
198
+ page_icon=":books:")
199
+ st.write(css, unsafe_allow_html=True)
200
+
201
+ if "conversation" not in st.session_state:
202
+ st.session_state.conversation = None
203
+ if "chat_history" not in st.session_state:
204
+ st.session_state.chat_history = None
205
+
206
+ st.header("Chat with multiple Files :")
207
+ user_question = st.text_input("Ask a question about your documents:")
208
+ if user_question:
209
+ handle_userinput(user_question)
210
+
211
+ with st.sidebar:
212
+ openai_key = st.text_input("Paste your OpenAI API key (sk-...)")
213
+ if openai_key:
214
+ os.environ["OPENAI_API_KEY"] = openai_key
215
+
216
+ st.subheader("Your documents")
217
+ docs = st.file_uploader(
218
+ "Upload your PDFs here and click on 'Process'", accept_multiple_files=True)
219
+ if st.button("Process"):
220
+ with st.spinner("Processing"):
221
+ # get pdf text
222
+ doc_list = []
223
+
224
+ for file in docs:
225
+ print('file - type : ', file.type)
226
+ if file.type == 'text/plain':
227
+ # file is .txt
228
+ doc_list.extend(get_text_file(file))
229
+ elif file.type in ['application/octet-stream', 'application/pdf']:
230
+ # file is .pdf
231
+ doc_list.extend(get_pdf_text(file))
232
+ elif file.type == 'text/csv':
233
+ # file is .csv
234
+ doc_list.extend(get_csv_file(file))
235
+ elif file.type == 'application/json':
236
+ # file is .json
237
+ doc_list.extend(get_json_file(file))
238
+
239
+ # get the text chunks
240
+ text_chunks = get_text_chunks(doc_list)
241
+
242
+ # create vector store
243
+ vectorstore = get_vectorstore(text_chunks)
244
+
245
+ # create conversation chain
246
+ st.session_state.conversation = get_conversation_chain(
247
+ vectorstore)
248
+
249
+
250
  if __name__ == '__main__':
251
  main()