Spaces:
Sleeping
Sleeping
Commit
•
32a7959
1
Parent(s):
e9bbf0a
Update app.py
Browse files
app.py
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
import arxiv
|
2 |
import gradio as gr
|
3 |
-
from langchain.document_loaders import OnlinePDFLoader
|
4 |
from langchain.text_splitter import CharacterTextSplitter
|
5 |
from langchain.llms import HuggingFaceHub
|
6 |
from langchain.embeddings import HuggingFaceHubEmbeddings
|
@@ -14,8 +14,8 @@ def loading_paper(): return 'Loading...'
|
|
14 |
|
15 |
def paper_changes(paper_id):
|
16 |
paper = next(arxiv.Client().results(arxiv.Search(id_list=[paper_id])))
|
17 |
-
loader =
|
18 |
-
documents = loader.
|
19 |
text_splitter = CharacterTextSplitter(chunk_size=1024, chunk_overlap=0)
|
20 |
texts = text_splitter.split_documents(documents)
|
21 |
embeddings = HuggingFaceHubEmbeddings()
|
|
|
1 |
import arxiv
|
2 |
import gradio as gr
|
3 |
+
from langchain.document_loaders import OnlinePDFLoader
|
4 |
from langchain.text_splitter import CharacterTextSplitter
|
5 |
from langchain.llms import HuggingFaceHub
|
6 |
from langchain.embeddings import HuggingFaceHubEmbeddings
|
|
|
14 |
|
15 |
def paper_changes(paper_id):
|
16 |
paper = next(arxiv.Client().results(arxiv.Search(id_list=[paper_id])))
|
17 |
+
loader = OnlinePDFLoader(paper.download_pdf())
|
18 |
+
documents = loader.load()
|
19 |
text_splitter = CharacterTextSplitter(chunk_size=1024, chunk_overlap=0)
|
20 |
texts = text_splitter.split_documents(documents)
|
21 |
embeddings = HuggingFaceHubEmbeddings()
|