Spaces:
Runtime error
Runtime error
File size: 1,448 Bytes
485f76b f1ab0d5 485f76b f1ab0d5 485f76b f1ab0d5 7c115c7 f1ab0d5 485f76b f1ab0d5 485f76b f1ab0d5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 |
#!/usr/bin/env python3
import pathlib
import shutil
import csv
import concurrent.futures
import requests
from progress.bar import ChargingBar
from entity import Entity
import screenshot
import web
def query_vendor_site(e: Entity):
page = web.get_page(e)
fn = web.get_cert(e)
lfn = web.get_logos(e, page)
screenshot.sc_entity(e)
return (fn, lfn)
def from_csv(fn):
with open(fn, newline='') as csvfile:
reader = csv.DictReader(csvfile)
with concurrent.futures.ThreadPoolExecutor(max_workers = 5) as executor:
futures = {executor.submit(query_vendor_site, e): e for e in [Entity.from_dict(d) for d in reader]}
bar = ChargingBar('Processing', max=len(futures))
for f in concurrent.futures.as_completed(futures):
url = futures[f]
try:
(cert, logos) = f.result()
except Exception as exc:
print('%r generated an exception: %s' % (url, exc))
else:
print(cert, logos)
bar.next()
bar.finish()
#query_vendor_site(Entity.from_dict({'url':'http://www.bancoprovincia.com.ar', 'bco':'debug'}))
#exit()
if __name__ == '__main__':
#pathlib.Path(e.DATA_PATH).mkdir(parents=True, exist_ok=True)
pathlib.Path(f"{Entity._DATA_PATH}/logos").mkdir(parents=True, exist_ok=True)
from_csv(f"{Entity._DATA_PATH}/entidades.csv")
|