Spaces:
Runtime error
Runtime error
Update search_engine.py
Browse files- search_engine.py +8 -2
search_engine.py
CHANGED
@@ -4,13 +4,19 @@
|
|
4 |
import os.path
|
5 |
import time
|
6 |
|
7 |
-
from
|
8 |
import requests
|
9 |
from bs4 import BeautifulSoup
|
10 |
|
11 |
import constants
|
12 |
|
13 |
|
|
|
|
|
|
|
|
|
|
|
|
|
14 |
def search_google(subject, sites):
|
15 |
try:
|
16 |
|
@@ -18,7 +24,7 @@ def search_google(subject, sites):
|
|
18 |
for site in sites:
|
19 |
print(' Buscando notícias no domínio: ' + site)
|
20 |
query = f"{subject} site:{site}"
|
21 |
-
sites_searched =
|
22 |
for s in sites_searched:
|
23 |
results.append(s)
|
24 |
#time.sleep(3)
|
|
|
4 |
import os.path
|
5 |
import time
|
6 |
|
7 |
+
from googleapiclient.discovery import build
|
8 |
import requests
|
9 |
from bs4 import BeautifulSoup
|
10 |
|
11 |
import constants
|
12 |
|
13 |
|
14 |
+
def google_search_api(search_term, api_key, cse_id, **kwargs):
|
15 |
+
service = build("customsearch", "v1", developerKey=api_key)
|
16 |
+
res = service.cse().list(q=search_term, cx=cse_id, **kwargs).execute()
|
17 |
+
return res['items']
|
18 |
+
|
19 |
+
|
20 |
def search_google(subject, sites):
|
21 |
try:
|
22 |
|
|
|
24 |
for site in sites:
|
25 |
print(' Buscando notícias no domínio: ' + site)
|
26 |
query = f"{subject} site:{site}"
|
27 |
+
sites_searched = google_search_api(query, os.environ['GOOGLE_KEY'], ['GOOGLE_SEARCH'], num=constants.num_sites)
|
28 |
for s in sites_searched:
|
29 |
results.append(s)
|
30 |
#time.sleep(3)
|