yeonmorae commited on
Commit
8c89222
β€’
1 Parent(s): 6107478
Files changed (1) hide show
  1. app.py +16 -16
app.py CHANGED
@@ -11,13 +11,13 @@ from langchain.document_loaders import PyPDFLoader, TextLoader, JSONLoader, CSVL
11
  import tempfile # μž„μ‹œ νŒŒμΌμ„ μƒμ„±ν•˜κΈ° μœ„ν•œ λΌμ΄λΈŒλŸ¬λ¦¬μž…λ‹ˆλ‹€.
12
  import os
13
  from huggingface_hub import hf_hub_download # Hugging Face Hubμ—μ„œ λͺ¨λΈμ„ λ‹€μš΄λ‘œλ“œν•˜κΈ° μœ„ν•œ ν•¨μˆ˜μž…λ‹ˆλ‹€.
14
- from langchain.agents import (
15
- create_json_agent,
16
- AgentExecutor
17
- )
18
- from langchain.agents.agent_toolkits import JsonToolkit
19
- from langchain.llms.openai import OpenAI
20
- from langchain.tools.json.tool import JsonSpec
21
 
22
  # PDF λ¬Έμ„œλ‘œλΆ€ν„° ν…μŠ€νŠΈλ₯Ό μΆ”μΆœν•˜λŠ” ν•¨μˆ˜μž…λ‹ˆλ‹€.
23
  def get_pdf_text(pdf_docs):
@@ -56,15 +56,15 @@ def get_json_file(docs):
56
  f.write(docs.getvalue())
57
  json_loader = JSONLoader(temp_filepath, jq_schema='.', text_content=False)
58
  json_data = json_loader.load()
59
- json_spec = JsonSpec(dict_=json_data, max_value_length=4000)
60
- json_toolkit = JsonToolkit(spec=json_spec)
61
- json_agent_executor = create_json_agent(
62
- llm=OpenAI(temperature=0),
63
- toolkit=json_toolkit,
64
- verbose=True
65
- )
66
- json_doc = json_agent_executor.execute(text=temp_filepath)
67
- return json_doc
68
 
69
  # λ¬Έμ„œλ“€μ„ μ²˜λ¦¬ν•˜μ—¬ ν…μŠ€νŠΈ 청크둜 λ‚˜λˆ„λŠ” ν•¨μˆ˜μž…λ‹ˆλ‹€.
70
  def get_text_chunks(documents):
 
11
  import tempfile # μž„μ‹œ νŒŒμΌμ„ μƒμ„±ν•˜κΈ° μœ„ν•œ λΌμ΄λΈŒλŸ¬λ¦¬μž…λ‹ˆλ‹€.
12
  import os
13
  from huggingface_hub import hf_hub_download # Hugging Face Hubμ—μ„œ λͺ¨λΈμ„ λ‹€μš΄λ‘œλ“œν•˜κΈ° μœ„ν•œ ν•¨μˆ˜μž…λ‹ˆλ‹€.
14
+ # from langchain.agents import (
15
+ # create_json_agent,
16
+ # AgentExecutor
17
+ # )
18
+ # from langchain.agents.agent_toolkits import JsonToolkit
19
+ # from langchain.llms.openai import OpenAI
20
+ # from langchain.tools.json.tool import JsonSpec
21
 
22
  # PDF λ¬Έμ„œλ‘œλΆ€ν„° ν…μŠ€νŠΈλ₯Ό μΆ”μΆœν•˜λŠ” ν•¨μˆ˜μž…λ‹ˆλ‹€.
23
  def get_pdf_text(pdf_docs):
 
56
  f.write(docs.getvalue())
57
  json_loader = JSONLoader(temp_filepath, jq_schema='.', text_content=False)
58
  json_data = json_loader.load()
59
+ # json_spec = JsonSpec(dict_=json_data, max_value_length=4000)
60
+ # json_toolkit = JsonToolkit(spec=json_spec)
61
+ # json_agent_executor = create_json_agent(
62
+ # llm=OpenAI(temperature=0),
63
+ # toolkit=json_toolkit,
64
+ # verbose=True
65
+ # )
66
+ # json_doc = json_agent_executor.execute(text=temp_filepath)
67
+ return json_data
68
 
69
  # λ¬Έμ„œλ“€μ„ μ²˜λ¦¬ν•˜μ—¬ ν…μŠ€νŠΈ 청크둜 λ‚˜λˆ„λŠ” ν•¨μˆ˜μž…λ‹ˆλ‹€.
70
  def get_text_chunks(documents):