Spaces:
Runtime error
Runtime error
import requests | |
from bs4 import BeautifulSoup | |
from time import time as t | |
classes=["zCubwf","hgKElc","LTKOO sY7ric","Z0LcW","gsrt vk_bk FzvWSb YwPhnf","pclqee","tw-Data-text tw-text-small tw-ta", | |
"IZ6rdc","O5uR6d LTKOO","vlzY6d","webanswers-webanswers_table__webanswers-table", | |
"dDoNo ikb4Bb gsrt","sXLaOe","LWkfKe","VQF4g","qv3Wpe","kno-rdesc"] | |
useragent='Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.75 Safari/537.36' | |
#scrape data from google search results | |
def Online_Scraper(query,PRINT=True): | |
C=t() | |
query=query.replace(" + "," plus ") | |
query=query.replace(" - "," minus ") | |
URL = "https://www.google.co.in/search?q=" + query | |
headers = {'User-Agent': useragent} | |
page = requests.get(URL, headers=headers) | |
soup = BeautifulSoup(page.content, 'html.parser') | |
for i in classes: | |
try: | |
result=soup.find(class_=i).get_text() | |
if PRINT: | |
print(f"by class {i}") | |
return result,None,t()-C | |
except Exception: | |
pass | |
return None,None,t()-C | |
if __name__=="__main__": | |
A=["who is iron man","spider man","78 + 98","pizza"] | |
for i in A: | |
C=t() | |
print(Online_Scraper(i)) | |
print(t()-C) |