# coding:utf-8 import socket import asyncio import aiofiles import psutil import requests from os.path import join from tld import get_tld from loguru import logger from playwright.async_api import async_playwright, Page from playwright_stealth import stealth_async from option_mysql import get_aiomysql_instance from __init__ import ( gotify_host, gotify_port, gotify_token, gotify_img, priority, DIR_PATH, DEBUG, browser_headless, browser_proxy, ignore_https_errors, user_agent, ) # webdriver async def init_page(storage_state=None, browser_type: str = "chromium") -> Page: if browser_type not in ("chromium", "firefox", "webkit"): raise TypeError("unspported browser") async with async_playwright() as p: if browser_type == "chromium": browser = await p.chromium.launch(headless=browser_headless) elif browser_type == "firefox": browser = await p.firefox.launch(headless=browser_headless) else: logger.error("初始化浏览器失败") exit(-1) context = await browser.new_context( proxy=browser_proxy, ignore_https_errors=ignore_https_errors, user_agent=user_agent, ) # 从文件读取 Cookie context = await browser.new_context(storage_state=storage_state) page = await context.new_page() # 隐藏 webdriver 特征 await stealth_async(page) # await page.pause() # async_playwright 跳出上下文就会 playwright._impl._api_types.Error: Connection closed await goto_github(page) await dump_cookie(page) # 创建函数:一个 browser 对应一个 context、page,在 with 内完成多个任务 await browser.close() async def goto_github(page): await page.goto("https://github.com") async def dump_cookie(page): url = "https://huggingface.co/login" save_cookie = join(DIR_PATH, f"{get_domain(url)}.json") await page.goto(url) logger.debug(DIR_PATH) await page.screenshot(path=join(DIR_PATH, "screenshot.png"), full_page=True) # 截图 while input("input c to continue: ") != "c": # 阻塞等待填完登录信息 continue await page.context.storage_state(path=save_cookie) # 保存 Cookie 到本地 # 获取容器内 IP def get_local_ip(): net_card_info = [] info = psutil.net_if_addrs() for k, v in info.items(): for item in v: if item[0] == 2 and not item[1] == "127.0.0.1": net_card_info.append(item[1]) local_ip = net_card_info[0] return local_ip # 从 url 获取域名 def get_domain(url: str) -> str: result = get_tld(url, as_object=True) domain = result.domain return domain # 从域名获取 IP def get_pi_ip(host: str) -> str: domain_ip = socket.gethostbyname(host) return domain_ip # gotify 推送 def push_msg( title: str = "无标题", message: str = "无内容", img_url: str = gotify_img ) -> dict: gotify_ip = get_pi_ip(gotify_host) url = f"http://{gotify_ip}:{gotify_port}/message?token={gotify_token}" data = { "title": title, "message": message, "priority": priority, "extras": { "client::display": {"contentType": "text/plaintext"}, "client::notification": {"bigImageUrl": img_url}, }, } resp = requests.post(url=url, json=data, timeout=20) return {"code": resp.status_code, "res": resp.content} async def get_cookie_from_pi() -> dict: sql = f"SELECT cookie_name, cookie_value FROM cookie" pool = await get_aiomysql_instance() data = await pool.query(sql) for d in data: log_file = join(DIR_PATH, f"cookie/{d['cookie_name']}.json") async with aiofiles.open(log_file, mode="w") as handle: await handle.write(d["cookie_value"]) return data[0]["cookie_name"] async def read_logfile(log_file: str) -> str: async with aiofiles.open(log_file, mode="r", encoding="utf-8") as f: data = await f.read() return data # 获取每日歌曲用于天使动漫签到 async def get_streevoice_today_song(page): await page.goto("https://streetvoice.com/") song = await page.locator("#player-collapse h4").get_by_role("link").text_content() logger.info(f"街声今日歌曲:{song}") await page.go_back() return song async def main(): # await init_page() # res = await get_bilibili_live_rooms_from_pi() # res = await get_cookie_from_pi() # res = await get_aliyundrive_refresh_token() # res = await update_aliyundrive_access_token("no use") # res = await get_bilibili_live_rooms_from_pi() res = await read_logfile("log/bilibili.log") logger.debug(f"utils test: {res}") if __name__ == "__main__": logger.debug(f"DEBUG Mode: {DEBUG}") logger.debug(f"DIR_PATH: {DIR_PATH}") # asyncio.run(main())