Update app.py
Browse files
app.py
CHANGED
@@ -20,9 +20,10 @@ def link_find(url):
|
|
20 |
q=("a","p","span","content","article")
|
21 |
for p in soup.find_all("a"):
|
22 |
node1['TREE'].append({"URL":p.get('href'),"TITLE":p.get('title'),"STRING":p.string,"TEXT":"","TREE":[]})
|
|
|
23 |
else:
|
24 |
pass
|
25 |
-
return node1
|
26 |
#https://huggingface.co/spaces/Omnibus/crawl
|
27 |
|
28 |
def sitemap(url,level):
|
|
|
20 |
q=("a","p","span","content","article")
|
21 |
for p in soup.find_all("a"):
|
22 |
node1['TREE'].append({"URL":p.get('href'),"TITLE":p.get('title'),"STRING":p.string,"TEXT":"","TREE":[]})
|
23 |
+
#out1.append(node1)
|
24 |
else:
|
25 |
pass
|
26 |
+
return [node1]
|
27 |
#https://huggingface.co/spaces/Omnibus/crawl
|
28 |
|
29 |
def sitemap(url,level):
|