|
|
import bs4 |
|
|
from PIL import Image |
|
|
from selenium.webdriver.chrome.service import Service |
|
|
from selenium import webdriver |
|
|
import requests |
|
|
import os |
|
|
import time |
|
|
|
|
|
urlW = "https://impossibleimages.ai/images/" |
|
|
PATH = r"C:\Users\anujg\Downloads\Programs\chromedriver_win32\chromedriver.exe" |
|
|
service = Service(PATH) |
|
|
options = webdriver.ChromeOptions() |
|
|
|
|
|
options.add_argument('--no-sandbox') |
|
|
options.add_argument('--headless') |
|
|
options.add_argument('--disable-gpu') |
|
|
options.add_argument('--disable-dev-shm-usage') |
|
|
options.add_argument("--window-size=1920,1080") |
|
|
|
|
|
driver = webdriver.Chrome(service=service, options=options) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def dloadimg(url, name): |
|
|
|
|
|
reponse = requests.get(url) |
|
|
if reponse.status_code==200: |
|
|
with open(os.path.join('ai2',name+".jpg"), 'wb') as file: |
|
|
file.write(reponse.content) |
|
|
|
|
|
def section_length(driver): |
|
|
fig_xpath = '//*[@id="page"]/main/section/div/div/div[2]/article' |
|
|
figures = driver.find_elements(by="xpath", value=fig_xpath) |
|
|
return len(figures) |
|
|
|
|
|
def dload(urlW,name): |
|
|
driver.get(urlW) |
|
|
driver.find_element(by="id", value="CybotCookiebotDialogBodyLevelButtonAccept").click() |
|
|
for j in range(30): |
|
|
j = j + 1 |
|
|
time.sleep(15) |
|
|
driver.execute_script("window.scrollTo(0, document.body.scrollHeight);") |
|
|
time.sleep(5) |
|
|
num_img = section_length(driver) |
|
|
print(num_img) |
|
|
for i in range(1, num_img+1): |
|
|
|
|
|
ImageXPath = """//*[@id="page"]/main/section/div/div/div[2]/article[%s]/div/img"""%(i) |
|
|
|
|
|
ImageElement = driver.find_element(by="xpath", value=ImageXPath) |
|
|
ImageURL = ImageElement.get_attribute("src") |
|
|
print(ImageURL) |
|
|
try: |
|
|
dloadimg(ImageURL, name+str(i)) |
|
|
print("Downloaded element %s out of %s total." % (i, num_img)) |
|
|
except: |
|
|
print("Couldn't download an image %s, continuing downloading the next one"%(i)) |
|
|
|
|
|
dload(urlW,"AI_Img_imp") |
|
|
|
|
|
|
|
|
driver.close() |
|
|
|
|
|
|
