leandrocarneiro commited on
Commit
5782e66
·
verified ·
1 Parent(s): db1bb8d

Update search_engine.py

Browse files
Files changed (1) hide show
  1. search_engine.py +8 -2
search_engine.py CHANGED
@@ -4,13 +4,19 @@
4
  import os.path
5
  import time
6
 
7
- from googlesearch import search
8
  import requests
9
  from bs4 import BeautifulSoup
10
 
11
  import constants
12
 
13
 
 
 
 
 
 
 
14
  def search_google(subject, sites):
15
  try:
16
 
@@ -18,7 +24,7 @@ def search_google(subject, sites):
18
  for site in sites:
19
  print(' Buscando notícias no domínio: ' + site)
20
  query = f"{subject} site:{site}"
21
- sites_searched = search(query, num_results=constants.num_sites)
22
  for s in sites_searched:
23
  results.append(s)
24
  #time.sleep(3)
 
4
  import os.path
5
  import time
6
 
7
+ from googleapiclient.discovery import build
8
  import requests
9
  from bs4 import BeautifulSoup
10
 
11
  import constants
12
 
13
 
14
+ def google_search_api(search_term, api_key, cse_id, **kwargs):
15
+ service = build("customsearch", "v1", developerKey=api_key)
16
+ res = service.cse().list(q=search_term, cx=cse_id, **kwargs).execute()
17
+ return res['items']
18
+
19
+
20
  def search_google(subject, sites):
21
  try:
22
 
 
24
  for site in sites:
25
  print(' Buscando notícias no domínio: ' + site)
26
  query = f"{subject} site:{site}"
27
+ sites_searched = google_search_api(query, os.environ['GOOGLE_KEY'], ['GOOGLE_SEARCH'], num=constants.num_sites)
28
  for s in sites_searched:
29
  results.append(s)
30
  #time.sleep(3)