crawler/screenshot.py

#!/usr/bin/env python3
#

import math

from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.common.by import By

from common import selectors
from entity import Entity

options = webdriver.FirefoxOptions()
options.add_argument("--headless")
options.add_argument("--window-size=1920x8000")

def coord_to_point(c):
    x = math.floor(c['x'] + c['width']/2)
    y = math.floor(c['y'] + c['height']/2)
    return f"{x} {y} {math.roof(c['width'])} {math.roof(c['height'])}"

driver = webdriver.Firefox(options=options)
def sc_entity(e: Entity):
    print(e)
    driver.get(e.url)
    driver.save_screenshot(f"{e.DATA_PATH}/{e.bco}.png")
    driver.save_full_page_screenshot(f"{e.DATA_PATH}/{e.bco}.full.png")

    logos = driver.find_elements(By.CSS_SELECTOR, selectors.logo)
    with open(f"{e.DATA_PATH}/{e.bco}.full.txt", 'w') as f:
        for i in logos:
            f.write(f"{e.bco} {coord_to_point(i.rect)}")

if __name__ == '__main__':
    sc_entity(Entity.from_dict({'url': 'http://www.bbva.com.ar', 'bco': 'debug'}))