Omnibus commited on
Commit
4276031
·
verified ·
1 Parent(s): 827c354

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -20,9 +20,10 @@ def link_find(url):
20
  q=("a","p","span","content","article")
21
  for p in soup.find_all("a"):
22
  node1['TREE'].append({"URL":p.get('href'),"TITLE":p.get('title'),"STRING":p.string,"TEXT":"","TREE":[]})
 
23
  else:
24
  pass
25
- return node1
26
  #https://huggingface.co/spaces/Omnibus/crawl
27
 
28
  def sitemap(url,level):
 
20
  q=("a","p","span","content","article")
21
  for p in soup.find_all("a"):
22
  node1['TREE'].append({"URL":p.get('href'),"TITLE":p.get('title'),"STRING":p.string,"TEXT":"","TREE":[]})
23
+ #out1.append(node1)
24
  else:
25
  pass
26
+ return [node1]
27
  #https://huggingface.co/spaces/Omnibus/crawl
28
 
29
  def sitemap(url,level):