rogerxavier's picture
Upload 258 files
0aee47a verified
"""
bilibili_api.video_uploader
视频上传
"""
import os
import json
import time
import base64
import re
import asyncio
import httpx
from enum import Enum
from typing import List, Union, Optional
from copy import copy, deepcopy
from asyncio.tasks import Task, create_task
from asyncio.exceptions import CancelledError
from datetime import datetime
from .video import Video
from .topic import Topic
from .utils.utils import get_api
from .utils.picture import Picture
from .utils.AsyncEvent import AsyncEvent
from .utils.credential import Credential
from .utils.aid_bvid_transformer import bvid2aid
from .exceptions.ApiException import ApiException
from .utils.network import Api, get_session
from .exceptions.NetworkException import NetworkException
from .exceptions.ResponseCodeException import ResponseCodeException
_API = get_api("video_uploader")
async def upload_cover(cover: Picture, credential: Credential) -> str:
"""
上传封面
Returns:
str: 封面 URL
"""
credential.raise_for_no_bili_jct()
api = _API["cover_up"]
pic = cover if isinstance(cover, Picture) else Picture().from_file(cover)
cover = pic.convert_format("png")
data = {
"cover": f'data:image/png;base64,{base64.b64encode(pic.content).decode("utf-8")}'
}
return (await Api(**api, credential=credential).update_data(**data).result)["url"]
class Lines(Enum):
"""
可选线路
bupfetch 模式下 kodo 目前弃用 `{'error': 'no such bucket'}`
+ BDA2:百度
+ QN:七牛
+ WS:网宿
+ BLDSA:bldsa
"""
BDA2 = "bda2"
QN = "qn"
WS = "ws"
BLDSA = "bldsa"
with open(
os.path.join(os.path.dirname(__file__), "data/video_uploader_lines.json"),
encoding="utf8",
) as f:
LINES_INFO = json.loads(f.read())
async def _probe() -> dict:
"""
测试所有线路
测速网页 https://member.bilibili.com/preupload?r=ping
"""
# api = _API["probe"]
# info = await Api(**api).update_params(r="probe").result # 不实时获取线路直接用 LINES_INFO
min_cost, fastest_line = 30, None
for line in LINES_INFO.values():
start = time.perf_counter()
data = bytes(int(1024 * 0.1 * 1024)) # post 0.1MB
httpx.post(f'https:{line["probe_url"]}', data=data, timeout=30)
cost_time = time.perf_counter() - start
if cost_time < min_cost:
min_cost, fastest_line = cost_time, line
return fastest_line
async def _choose_line(line: Lines) -> dict:
"""
选择线路,不存在则直接测速自动选择
"""
if isinstance(line, Lines):
line_info = LINES_INFO.get(line.value)
if line_info is not None:
return line_info
return await _probe()
LINES_INFO = {
"bda2": {
"os": "upos",
"upcdn": "bda2",
"probe_version": 20221109,
"query": "probe_version=20221109&upcdn=bda2",
"probe_url": "//upos-cs-upcdnbda2.bilivideo.com/OK",
},
"bldsa": {
"os": "upos",
"upcdn": "bldsa",
"probe_version": 20221109,
"query": "upcdn=bldsa&probe_version=20221109",
"probe_url": "//upos-cs-upcdnbldsa.bilivideo.com/OK",
},
"qn": {
"os": "upos",
"upcdn": "qn",
"probe_version": 20221109,
"query": "probe_version=20221109&upcdn=qn",
"probe_url": "//upos-cs-upcdnqn.bilivideo.com/OK",
},
"ws": {
"os": "upos",
"upcdn": "ws",
"probe_version": 20221109,
"query": "upcdn=ws&probe_version=20221109",
"probe_url": "//upos-cs-upcdnws.bilivideo.com/OK",
},
}
async def _probe() -> dict:
"""
测试所有线路
测速网页 https://member.bilibili.com/preupload?r=ping
"""
# api = _API["probe"]
# info = await Api(**api).update_params(r="probe").result # 不实时获取线路直接用 LINES_INFO
min_cost, fastest_line = 30, None
for line in LINES_INFO.values():
start = time.perf_counter()
data = bytes(int(1024 * 0.1 * 1024)) # post 0.1MB
httpx.post(f'https:{line["probe_url"]}', data=data, timeout=30)
cost_time = time.perf_counter() - start
if cost_time < min_cost:
min_cost, fastest_line = cost_time, line
return fastest_line
async def _choose_line(line: Lines) -> dict:
"""
选择线路,不存在则直接测速自动选择
"""
if isinstance(line, Lines):
line_info = LINES_INFO.get(line.value)
if line_info is not None:
return line_info
return await _probe()
class VideoUploaderPage:
"""
分 P 对象
"""
def __init__(self, path: str, title: str, description: str = ""):
"""
Args:
path (str): 视频文件路径
title (str) : 视频标题
description (str, optional) : 视频简介. Defaults to "".
"""
self.path = path
self.title: str = title
self.description: str = description
self.cached_size: Union[int, None] = None
def get_size(self) -> int:
"""
获取文件大小
Returns:
int: 文件大小
"""
if self.cached_size is not None:
return self.cached_size
size: int = 0
stream = open(self.path, "rb")
while True:
s: bytes = stream.read(1024)
if not s:
break
size += len(s)
stream.close()
self.cached_size = size
return size
class VideoUploaderEvents(Enum):
"""
上传事件枚举
Events:
+ PRE_PAGE 上传分 P 前
+ PREUPLOAD 获取上传信息
+ PREUPLOAD_FAILED 获取上传信息失败
+ PRE_CHUNK 上传分块前
+ AFTER_CHUNK 上传分块后
+ CHUNK_FAILED 区块上传失败
+ PRE_PAGE_SUBMIT 提交分 P 前
+ PAGE_SUBMIT_FAILED 提交分 P 失败
+ AFTER_PAGE_SUBMIT 提交分 P 后
+ AFTER_PAGE 上传分 P 后
+ PRE_COVER 上传封面前
+ AFTER_COVER 上传封面后
+ COVER_FAILED 上传封面失败
+ PRE_SUBMIT 提交视频前
+ SUBMIT_FAILED 提交视频失败
+ AFTER_SUBMIT 提交视频后
+ COMPLETED 完成上传
+ ABORTED 用户中止
+ FAILED 上传失败
"""
PREUPLOAD = "PREUPLOAD"
PREUPLOAD_FAILED = "PREUPLOAD_FAILED"
PRE_PAGE = "PRE_PAGE"
PRE_CHUNK = "PRE_CHUNK"
AFTER_CHUNK = "AFTER_CHUNK"
CHUNK_FAILED = "CHUNK_FAILED"
PRE_PAGE_SUBMIT = "PRE_PAGE_SUBMIT"
PAGE_SUBMIT_FAILED = "PAGE_SUBMIT_FAILED"
AFTER_PAGE_SUBMIT = "AFTER_PAGE_SUBMIT"
AFTER_PAGE = "AFTER_PAGE"
PRE_COVER = "PRE_COVER"
AFTER_COVER = "AFTER_COVER"
COVER_FAILED = "COVER_FAILED"
PRE_SUBMIT = "PRE_SUBMIT"
SUBMIT_FAILED = "SUBMIT_FAILED"
AFTER_SUBMIT = "AFTER_SUBMIT"
COMPLETED = "COMPLETE"
ABORTED = "ABORTED"
FAILED = "FAILED"
async def get_available_topics(tid: int, credential: Credential) -> List[dict]:
"""
获取可用 topic 列表
"""
credential.raise_for_no_sessdata()
api = _API["available_topics"]
params = {"type_id": tid, "pn": 0, "ps": 200} # 一次性获取完
return (await Api(**api, credential=credential).update_params(**params).result)[
"topics"
]
class VideoPorderType:
"""
视频商业类型
+ FIREWORK: 花火
+ OTHER: 其他
"""
FIREWORK = {"flow_id": 1}
OTHER = {
"flow_id": 1,
"industry_id": None,
"official": None,
"brand_name": None,
"show_type": [],
}
class VideoPorderIndustry(Enum):
"""
商单行业
+ MOBILE_GAME: 手游
+ CONSOLE_GAME: 主机游戏
+ WEB_GAME: 网页游戏
+ PC_GAME: PC单机游戏
+ PC_NETWORK_GAME: PC网络游戏
+ SOFTWARE_APPLICATION: 软件应用
+ DAILY_NECESSITIES_AND_COSMETICS: 日用品化妆品
+ CLOTHING_SHOES_AND_HATS: 服装鞋帽
+ LUGGAGE_AND_ACCESSORIES: 箱包饰品
+ FOOD_AND_BEVERAGE: 食品饮料
+ PUBLISHING_AND_MEDIA: 出版传媒
+ COMPUTER_HARDWARE: 电脑硬件
+ OTHER: 其他
+ MEDICAL: 医疗类
+ FINANCE: 金融
"""
MOBILE_GAME = 1
CONSOLE_GAME = 20
WEB_GAME = 21
PC_GAME = 22
PC_NETWORK_GAME = 23
SOFTWARE_APPLICATION = 2
DAILY_NECESSITIES_AND_COSMETICS = 3
CLOTHING_SHOES_AND_HATS = 4
LUGGAGE_AND_ACCESSORIES = 5
FOOD_AND_BEVERAGE = 6
PUBLISHING_AND_MEDIA = 7
COMPUTER_HARDWARE = 8
OTHER = 9
MEDICAL = 213
FINANCE = 214
class VideoPorderShowType(Enum):
"""
商单形式
+ LOGO: Logo
+ OTHER: 其他
+ SPOKEN_AD: 口播
+ PATCH: 贴片
+ TVC_IMBEDDED: TVC植入
+ CUSTOMIZED_AD: 定制软广
+ PROGRAM_SPONSORSHIP: 节目赞助
+ SLOGAN: SLOGAN
+ QR_CODE: 二维码
+ SUBTITLE_PROMOTION: 字幕推广
"""
LOGO = 15
OTHER = 10
SPOKEN_AD = 11
PATCH = 12
TVC_IMBEDDED = 14
CUSTOMIZED_AD = 19
PROGRAM_SPONSORSHIP = 18
SLOGAN = 17
QR_CODE = 16
SUBTITLE_PROMOTION = 13
class VideoPorderMeta:
flow_id: int
industry_id: Optional[int] = None
official: Optional[int] = None
brand_name: Optional[str] = None
show_types: List[VideoPorderShowType] = []
__info: dict = None
def __init__(
self,
porden_type: VideoPorderType = VideoPorderType.FIREWORK,
industry_type: Optional[VideoPorderIndustry] = None,
brand_name: Optional[str] = None,
show_types: List[VideoPorderShowType] = [],
):
self.flow_id = 1
self.__info = porden_type.value
if porden_type == VideoPorderType.OTHER:
self.__info["industry"] = industry_type.value
self.__info["brand_name"] = brand_name
self.__info["show_types"] = ",".join(
[show_type.value for show_type in show_types]
)
def __dict__(self) -> dict:
return self.__info
class VideoMeta:
tid: int # 分区 ID。可以使用 channel 模块进行查询。
title: str # 视频标题
desc: str # 视频简介。
cover: Picture # 封面 URL
tags: Union[List[str], str] # 视频标签。使用英文半角逗号分隔的标签组。
topic_id: Optional[int] = None # 可选,话题 ID。
mission_id: Optional[int] = None # 可选,任务 ID。
original: bool = True # 可选,是否为原创视频。
source: Optional[str] = None # 可选,视频来源。
recreate: Optional[bool] = False # 可选,是否允许重新上传。
no_reprint: Optional[bool] = False # 可选,是否禁止转载。
open_elec: Optional[bool] = False # 可选,是否展示充电信息。
up_selection_reply: Optional[bool] = False # 可选,是否开启评论精选。
up_close_danmu: Optional[bool] = False # 可选,是否关闭弹幕。
up_close_reply: Optional[bool] = False # 可选,是否关闭评论。
lossless_music: Optional[bool] = False # 可选,是否启用无损音乐。
dolby: Optional[bool] = False # 可选,是否启用杜比音效。
subtitle: Optional[dict] = None # 可选,字幕设置。
dynamic: Optional[str] = None # 可选,动态信息。
neutral_mark: Optional[str] = None # 可选,创作者声明。
delay_time: Optional[Union[int, datetime]] = None # 可选,定时发布时间戳(秒)。
porder: Optional[VideoPorderMeta] = None # 可选,商业相关参数。
__credential: Credential
__pre_info = dict
def __init__(
self,
tid: int, # 分区 ID。可以使用 channel 模块进行查询。
title: str, # 视频标题
desc: str, # 视频简介。
cover: Union[Picture, str], # 封面 URL
tags: Union[List[str], str], # 视频标签。使用英文半角逗号分隔的标签组。
topic: Optional[Union[int, Topic]] = None, # 可选,话题 ID。
mission_id: Optional[int] = None, # 可选,任务 ID。
original: bool = True, # 可选,是否为原创视频。
source: Optional[str] = None, # 可选,视频来源。
recreate: Optional[bool] = False, # 可选,是否允许重新上传。
no_reprint: Optional[bool] = False, # 可选,是否禁止转载。
open_elec: Optional[bool] = False, # 可选,是否展示充电信息。
up_selection_reply: Optional[bool] = False, # 可选,是否开启评论精选。
up_close_danmu: Optional[bool] = False, # 可选,是否关闭弹幕。
up_close_reply: Optional[bool] = False, # 可选,是否关闭评论。
lossless_music: Optional[bool] = False, # 可选,是否启用无损音乐。
dolby: Optional[bool] = False, # 可选,是否启用杜比音效。
subtitle: Optional[dict] = None, # 可选,字幕设置。
dynamic: Optional[str] = None, # 可选,动态信息。
neutral_mark: Optional[str] = None, # 可选,中性化标签。
delay_time: Optional[Union[int, datetime]] = None, # 可选,定时发布时间戳(秒)。
porder: Optional[VideoPorderMeta] = None, # 可选,商业相关参数。
) -> None:
"""
基本视频上传参数
可调用 VideoMeta.verify() 验证部分参数是否可用
Args:
tid (int): 分区 id
title (str): 视频标题,最多 80 字
desc (str): 视频简介,最多 2000 字
cover (Union[Picture, str]): 封面,可以传入路径
tags (List[str], str): 标签列表,传入 List 或者传入 str 以 "," 为分隔符,至少 1 个 Tag,最多 10 个
topic (Optional[Union[int, Topic]]): 活动主题,应该从 video_uploader.get_available_topics(tid) 获取,可选
mission_id (Optional[int]): 任务 id,与 topic 一同获取传入
original (bool): 是否原创,默认原创
source (Optional[str]): 转载来源,非原创应该提供
recreate (Optional[bool]): 是否允许转载. 可选,默认为不允许二创
no_reprint (Optional[bool]): 未经允许是否禁止转载. 可选,默认为允许转载
open_elec (Optional[bool]): 是否开启充电. 可选,默认为关闭充电
up_selection_reply (Optional[bool]): 是否开启评论精选. 可选,默认为关闭评论精选
up_close_danmu (Optional[bool]): 是否关闭弹幕. 可选,默认为开启弹幕
up_close_reply (Optional[bool]): 是否关闭评论. 可选,默认为开启评论
lossless_music (Optional[bool]): 是否开启无损音乐. 可选,默认为关闭无损音乐
dolby (Optional[bool]): 是否开启杜比音效. 可选,默认为关闭杜比音效
subtitle (Optional[dict]): 字幕信息,可选
dynamic (Optional[str]): 粉丝动态,可选,最多 233 字
neutral_mark (Optional[str]): 创作者声明,可选
delay_time (Optional[Union[int, datetime]]): 定时发布时间,可选
porder (Optional[VideoPorderMeta]): 商业相关参数,可选
"""
if isinstance(tid, int):
self.tid = tid
if isinstance(title, str) and len(title) <= 80:
self.title = title
else:
raise ValueError("title 不合法或者大于 80 字")
if tags is None:
raise ValueError("tags 不能为空")
elif isinstance(tags, str):
if "," in tags:
self.tags = tags.split(",")
else:
self.tags = [tags]
elif isinstance(tags, list) and len(tags) <= 10:
self.tags = tags
else:
raise ValueError("tags 不合法或者多于 10 个")
if isinstance(cover, str):
self.cover = Picture().from_file(cover)
elif isinstance(cover, Picture):
self.cover = cover
if topic is not None:
self.mission_id = mission_id
if isinstance(topic, int):
self.topic_id = topic
elif isinstance(topic, Topic):
self.topic_id = topic.get_topic_id()
if isinstance(desc, str) and len(desc) <= 2000:
self.desc = desc
else:
raise ValueError("desc 不合法或者大于 2000 字")
self.original = original if isinstance(original, bool) else True
if not self.original:
if source is not None:
if isinstance(source, str) and len(source) <= 200:
self.source = source
else:
raise ValueError("source 不合法或者大于 200 字")
self.recreate = recreate if isinstance(recreate, bool) else False
self.no_reprint = no_reprint if isinstance(no_reprint, bool) else False
self.open_elec = open_elec if isinstance(open_elec, bool) else False
self.up_selection_reply = (
up_selection_reply if isinstance(up_selection_reply, bool) else False
)
self.up_close_danmu = (
up_close_danmu if isinstance(up_close_danmu, bool) else False
)
self.up_close_reply = (
up_close_reply if isinstance(up_close_reply, bool) else False
)
self.lossless_music = (
lossless_music if isinstance(lossless_music, bool) else False
)
self.dolby = dolby if isinstance(dolby, bool) else False
self.subtitle = subtitle if isinstance(subtitle, dict) else None
self.dynamic = (
dynamic if isinstance(dynamic, str) and len(dynamic) <= 233 else None
)
self.neutral_mark = neutral_mark if isinstance(neutral_mark, str) else None
if isinstance(delay_time, int):
self.delay_time = delay_time
elif isinstance(delay_time, datetime):
self.delay_time = int(delay_time.timestamp())
self.porder = porder if isinstance(porder, dict) else None
def __dict__(self) -> dict:
meta = {
"title": self.title,
"copyright": 1 if self.original else 2,
"tid": self.tid,
"tag": ",".join(self.tags),
"mission_id": self.mission_id, # 根据 topic 对应任务
"topic_id": self.topic_id,
"topic_detail": {
"from_topic_id": self.topic_id,
"from_source": "arc.web.recommend",
},
"desc_format_id": 9999,
"desc": self.desc,
"dtime": self.delay_time,
"recreate": 1 if self.recreate else -1,
"dynamic": self.dynamic,
"interactive": 0,
"act_reserve_create": 0, # unknown
"no_disturbance": 0, # unknown
"porder": self.porder.__dict__(),
"adorder_type": 9, # unknown
"no_reprint": 1 if self.no_reprint else 0,
"subtitle": self.subtitle
if self.subtitle is not None
else {
"open": 0,
"lan": "",
}, # 莫名其妙没法上传 srt 字幕,显示格式错误,不校验
"subtitle": self.subtitle,
"neutral_mark": self.neutral_mark, # 不知道能不能随便写文本
"dolby": 1 if self.dolby else 0,
"lossless_music": 1 if self.lossless_music else 0,
"up_selection_reply": self.up_close_reply,
"up_close_reply": self.up_close_reply,
"up_close_danmu": self.up_close_danmu,
"web_os": 1, # const 1
}
for k in copy(meta).keys():
if meta[k] is None:
del meta[k]
return meta
async def _pre(self) -> dict:
"""
获取上传参数基本信息
包括活动等在内,固定信息已经缓存于 data/video_uploader_meta_pre.json
"""
api = _API["pre"]
self.__pre_info = await Api(**api, credential=self.__credential).result
return self.__pre_info
def _check_tid(self) -> bool:
"""
检查 tid 是否合法
"""
with open(
os.path.join(
os.path.dirname(__file__), "data/video_uploader_meta_pre.json"
),
encoding="utf8",
) as f:
self.__pre_info = json.load(f)
type_list = self.__pre_info["tid_list"]
for parent_type in type_list:
for child_type in parent_type["children"]:
if child_type["id"] == self.tid:
return True
return False
async def _check_cover(self) -> bool:
"""
检查封面是否合法
"""
try:
await upload_cover(self.cover, self.__credential)
return True
except Exception:
return False
@staticmethod
async def _check_tag_name(name: str, credential: Credential) -> bool:
"""
检查 tag 是否合法
需要登录
"""
api = _API["check_tag_name"]
return (
await Api(**api, credential=credential, ignore_code=True)
.update_params(t=name)
.result
)["code"] == 0
async def _check_tags(self) -> List[str]:
"""
检查所有 tag 是否合法
"""
return [
tag
for tag in self.tags
if await self._check_tag_name(tag, self.__credential)
]
async def _check_topic_to_mission(self) -> Union[int, bool]:
"""
检查 topic -> mission 是否存在
"""
# 只知道能从这里获取...不确定其他地方的 topic -> mission 能否传入
all_topic_info = await get_available_topics(
tid=self.tid, credential=self.__credential
)
for topic in all_topic_info:
if topic["topic_id"] == self.topic_id:
return topic["mission_id"]
else:
return False
async def verify(self, credential: Credential) -> bool:
"""
验证参数是否可用,仅供参考
检测 tags、delay_time、topic -> mission、cover 和 tid
验证失败会抛出异常
"""
credential.raise_for_no_sessdata()
self.__credential = credential
# await self._pre() # 缓存于 bilibili_api\data\video_uploader_meta_pre.json
error_tags = await self._check_tags()
if len(error_tags) != 0:
raise ValueError(f'以下 tags 不合法: {",".join(error_tags)}')
if not self._check_tid():
raise ValueError(f"tid {self.tid} 不合法")
topic_to_mission = await self._check_topic_to_mission()
if isinstance(topic_to_mission, int):
self.mission_id = topic_to_mission
elif not topic_to_mission:
raise ValueError(
f"topic -> mission 不存在: {self.topic_id} -> {self.mission_id}"
)
if not await self._check_cover():
raise ValueError(f"封面不合法 {self.cover.__repr__()}")
if self.delay_time is not None:
if self.delay_time < int(time.time()) + 7200:
raise ValueError("delay_time 不能小于两小时")
if self.delay_time > int(time.time()) + 3600 * 24 * 15:
raise ValueError("delay_time 不能大于十五天")
return True
class VideoUploader(AsyncEvent):
"""
视频上传
Attributes:
pages (List[VideoUploaderPage]): 分 P 列表
meta (VideoMeta, dict) : 视频信息
credential (Credential) : 凭据
cover_path (str) : 封面路径
line (Lines, Optional) : 线路. Defaults to None. 不选择则自动测速选择
"""
def __init__(
self,
pages: List[VideoUploaderPage],
meta: Union[VideoMeta, dict],
credential: Credential,
cover: Optional[Union[str, Picture]] = "",
line: Optional[Lines] = None,
):
"""
Args:
pages (List[VideoUploaderPage]): 分 P 列表
meta (VideoMeta, dict) : 视频信息
credential (Credential) : 凭据
cover (Union[str, Picture]) : 封面路径或者封面对象. Defaults to "",传入 meta 类型为 VideoMeta 时可不传
line: (Lines, Optional) : 线路. Defaults to None. 不选择则自动测速选择
建议传入 VideoMeta 对象,避免参数有误
meta 参数示例:
```json
{
"title": "",
"copyright": 1,
"tid": 130,
"tag": "",
"desc_format_id": 9999,
"desc": "",
"recreate": -1,
"dynamic": "",
"interactive": 0,
"act_reserve_create": 0,
"no_disturbance": 0,
"no_reprint": 1,
"subtitle": {
"open": 0,
"lan": "",
},
"dolby": 0,
"lossless_music": 0,
"web_os": 1,
}
```
meta 保留字段:videos, cover
"""
super().__init__()
self.meta = meta
self.pages = pages
self.credential = credential
self.cover = (
self.meta.cover
if isinstance(self.meta, VideoMeta)
else cover
if isinstance(cover, Picture)
else Picture().from_file(cover)
)
self.line = line
self.__task: Union[Task, None] = None
async def _preupload(self, page: VideoUploaderPage) -> dict:
"""
分 P 上传初始化
Returns:
dict: 初始化信息
"""
self.dispatch(VideoUploaderEvents.PREUPLOAD.value, {"page": page})
api = _API["preupload"]
# 首先获取视频文件预检信息
session = get_session()
resp = await session.get(
api["url"],
params={
"profile": "ugcfx/bup",
"name": os.path.basename(page.path),
"size": page.get_size(),
"r": self.line["os"],
"ssl": "0",
"version": "2.14.0",
"build": "2100400",
"upcdn": self.line["upcdn"],
"probe_version": self.line["probe_version"],
},
cookies=self.credential.get_cookies(),
headers={
"User-Agent": "Mozilla/5.0",
"Referer": "https://www.bilibili.com",
},
)
if resp.status_code >= 400:
self.dispatch(VideoUploaderEvents.PREUPLOAD_FAILED.value, {"page": page})
raise NetworkException(resp.status_code, resp.reason_phrase)
preupload = resp.json()
if preupload["OK"] != 1:
self.dispatch(VideoUploaderEvents.PREUPLOAD_FAILED.value, {"page": page})
raise ApiException(json.dumps(preupload))
preupload = self._switch_upload_endpoint(preupload, self.line)
url = self._get_upload_url(preupload)
# 获取 upload_id
resp = await session.post(
url,
headers={
"x-upos-auth": preupload["auth"],
"user-agent": "Mozilla/5.0",
"referer": "https://www.bilibili.com",
},
params={
"uploads": "",
"output": "json",
"profile": "ugcfx/bup",
"filesize": page.get_size(),
"partsize": preupload["chunk_size"],
"biz_id": preupload["biz_id"],
},
)
if resp.status_code >= 400:
self.dispatch(VideoUploaderEvents.PREUPLOAD_FAILED.value, {"page": page})
raise ApiException("获取 upload_id 错误")
data = json.loads(resp.text)
if data["OK"] != 1:
self.dispatch(VideoUploaderEvents.PREUPLOAD_FAILED.value, {"page": page})
raise ApiException("获取 upload_id 错误:" + json.dumps(data))
preupload["upload_id"] = data["upload_id"]
# # 读取并上传视频元数据,这段代码暂时用不上
# meta = ffmpeg.probe(page.path)
# meta_format = meta["format"]
# meta_video = list(map(lambda x: x if x["codec_type"] == "video" else None, meta["streams"]))
# meta_video.remove(None)
# meta_video = meta_video[0]
# meta_audio = list(map(lambda x: x if x["codec_type"] == "audio" else None, meta["streams"]))
# meta_audio.remove(None)
# meta_audio = meta_audio[0]
# meta_to_upload = json.dumps({
# "code": 0,
# "filename": os.path.splitext(os.path.basename(preupload["upos_uri"]))[0],
# "filesize": int(meta_format["size"]),
# "key_frames": [],
# "meta": {
# "audio_meta": meta_audio,
# "video_meta": meta_video,
# "container_meta": {
# "duration": round(float(meta_format["duration"]), 2),
# "format_name": meta_format["format_name"]
# }
# },
# "version": "2.3.7",
# "webVersion": "1.0.0"
# })
# # 预检元数据上传
# async with session.get(api["url"], params={
# "name": "BUploader_meta.txt",
# "size": len(meta_to_upload),
# "r": "upos",
# "profile": "fxmeta/bup",
# "ssl": "0",
# "version": "2.10.3",
# "build": "2100300",
# }, cookies=self.credential.get_cookies(),
# headers={
# "User-Agent": "Mozilla/5.0",
# "Referer": "https://www.bilibili.com"
# }, proxy=settings.proxy
# ) as resp:
# if resp.status >= 400:
# self.dispatch(VideoUploaderEvents.PREUPLOAD_FAILED.value, {page: page})
# raise NetworkException(resp.status, resp.reason)
# preupload_m = await resp.json()
# if preupload_m['OK'] != 1:
# self.dispatch(VideoUploaderEvents.PREUPLOAD_FAILED.value, {page: page})
# raise ApiException(json.dumps(preupload_m))
# url = self._get_upload_url(preupload_m)
# # 获取 upload_id
# async with session.post(url, params={
# "uploads": "",
# "output": "json"
# }, headers={
# "x-upos-auth": preupload_m["auth"]
# }, proxy=settings.proxy) as resp:
# if resp.status >= 400:
# self.dispatch(VideoUploaderEvents.PREUPLOAD_FAILED.value, {page: page})
# raise NetworkException(resp.status, resp.reason)
# data = json.loads(await resp.text())
# if preupload_m['OK'] != 1:
# self.dispatch(VideoUploaderEvents.PREUPLOAD_FAILED.value, {page: page})
# raise ApiException(json.dumps(preupload_m))
# upload_id = data["upload_id"]
# size = len(meta_to_upload)
# async with session.put(url, params={
# "partNumber": 1,
# "uploadId": upload_id,
# "chunk": 0,
# "chunks": 1,
# "size": size,
# "start": 0,
# "end": size,
# "total": size
# }, headers={
# "x-upos-auth": preupload_m["auth"]
# }, data=meta_to_upload, proxy=settings.proxy) as resp:
# if resp.status >= 400:
# self.dispatch(VideoUploaderEvents.PREUPLOAD_FAILED.value, {page: page})
# raise NetworkException(resp.status, resp.reason)
# data = await resp.text()
# if data != 'MULTIPART_PUT_SUCCESS':
# self.dispatch(VideoUploaderEvents.PREUPLOAD_FAILED.value, {page: page})
# raise ApiException(json.dumps(preupload_m))
# async with session.post(url,
# data=json.dumps({"parts": [{"partNumber": 1, "eTag": "etag"}]}),
# params={
# "output": "json",
# "name": "BUploader_meta.txt",
# "profile": "",
# "uploadId": upload_id,
# "biz_id": ""
# },
# headers={
# "x-upos-auth": preupload_m["auth"]
# }, proxy=settings.proxy
# ) as resp:
# if resp.status >= 400:
# self.dispatch(VideoUploaderEvents.PREUPLOAD_FAILED.value, {page: page})
# raise NetworkException(resp.status, resp.reason)
# data = json.loads(await resp.text())
# if data['OK'] != 1:
# self.dispatch(VideoUploaderEvents.PREUPLOAD_FAILED.value, {page: page})
# raise ApiException(json.dumps(data))
return preupload
async def _main(self) -> dict:
videos = []
for page in self.pages:
data = await self._upload_page(page)
videos.append(
{
"title": page.title,
"desc": page.description,
"filename": data["filename"], # type: ignore
"cid": data["cid"], # type: ignore
}
)
cover_url = await self._upload_cover()
result = await self._submit(videos, cover_url)
self.dispatch(VideoUploaderEvents.COMPLETED.value, result)
return result
async def start(self) -> dict: # type: ignore
"""
开始上传
Returns:
dict: 返回带有 bvid 和 aid 的字典。
"""
self.line = await _choose_line(self.line)
task = create_task(self._main())
self.__task = task
try:
result = await task
self.__task = None
return result
except CancelledError:
# 忽略 task 取消异常
pass
except Exception as e:
self.dispatch(VideoUploaderEvents.FAILED.value, {"err": e})
raise e
async def _upload_cover(self) -> str:
"""
上传封面
Returns:
str: 封面 URL
"""
self.dispatch(VideoUploaderEvents.PRE_COVER.value, None)
try:
cover_url = await upload_cover(cover=self.cover, credential=self.credential)
self.dispatch(VideoUploaderEvents.AFTER_COVER.value, {"url": cover_url})
return cover_url
except Exception as e:
self.dispatch(VideoUploaderEvents.COVER_FAILED.value, {"err": e})
raise e
async def _upload_page(self, page: VideoUploaderPage) -> dict:
"""
上传分 P
Args:
page (VideoUploaderPage): 分 P 对象
Returns:
str: 分 P 文件 ID,用于 submit 时的 $.videos[n].filename 字段使用。
"""
preupload = await self._preupload(page)
self.dispatch(VideoUploaderEvents.PRE_PAGE.value, {"page": page})
page_size = page.get_size()
# 所有分块起始位置
chunk_offset_list = list(range(0, page_size, preupload["chunk_size"]))
# 分块总数
total_chunk_count = len(chunk_offset_list)
# 并发上传分块
chunk_number = 0
# 上传队列
chunks_pending = []
# 缓存 upload_id,这玩意只能从上传的分块预检结果获得
upload_id = preupload["upload_id"]
for offset in chunk_offset_list:
chunks_pending.insert(
0,
self._upload_chunk(
page, offset, chunk_number, total_chunk_count, preupload
),
)
chunk_number += 1
while chunks_pending:
tasks = []
while len(tasks) < preupload["threads"] and len(chunks_pending) > 0:
tasks.append(create_task(chunks_pending.pop()))
result = await asyncio.gather(*tasks)
for r in result:
if not r["ok"]:
chunks_pending.insert(
0,
self._upload_chunk(
page,
r["offset"],
r["chunk_number"],
total_chunk_count,
preupload,
),
)
data = await self._complete_page(page, total_chunk_count, preupload, upload_id)
self.dispatch(VideoUploaderEvents.AFTER_PAGE.value, {"page": page})
return data
@staticmethod
def _switch_upload_endpoint(preupload: dict, line: dict = None) -> dict:
# 替换线路 endpoint
if line is not None and re.match(
r"//upos-(sz|cs)-upcdn(bda2|ws|qn)\.bilivideo\.com", preupload["endpoint"]
):
preupload["endpoint"] = re.sub(
r"upcdn(bda2|qn|ws)", f'upcdn{line["upcdn"]}', preupload["endpoint"]
)
return preupload # tbh not needed since it is ref type
@staticmethod
def _get_upload_url(preupload: dict) -> str:
# 上传目标 URL
# return f'https:{preupload["endpoint"]}/{preupload["upos_uri"].removeprefix("upos://")}'
return f'https:{preupload["endpoint"]}/{preupload["upos_uri"].replace("upos://","")}'
async def _upload_chunk(
self,
page: VideoUploaderPage,
offset: int,
chunk_number: int,
total_chunk_count: int,
preupload: dict,
) -> dict:
"""
上传视频分块
Args:
page (VideoUploaderPage): 分 P 对象
offset (int): 分块起始位置
chunk_number (int): 分块编号
total_chunk_count (int): 总分块数
preupload (dict): preupload 数据
Returns:
dict: 上传结果和分块信息。
"""
chunk_event_callback_data = {
"page": page,
"offset": offset,
"chunk_number": chunk_number,
"total_chunk_count": total_chunk_count,
}
self.dispatch(VideoUploaderEvents.PRE_CHUNK.value, chunk_event_callback_data)
session = get_session()
stream = open(page.path, "rb")
stream.seek(offset)
chunk = stream.read(preupload["chunk_size"])
stream.close()
# 上传目标 URL
preupload = self._switch_upload_endpoint(preupload, self.line)
url = self._get_upload_url(preupload)
err_return = {
"ok": False,
"chunk_number": chunk_number,
"offset": offset,
"page": page,
}
real_chunk_size = len(chunk)
params = {
"partNumber": str(chunk_number + 1),
"uploadId": str(preupload["upload_id"]),
"chunk": str(chunk_number),
"chunks": str(total_chunk_count),
"size": str(real_chunk_size),
"start": str(offset),
"end": str(offset + real_chunk_size),
"total": page.get_size(),
}
ok_return = {
"ok": True,
"chunk_number": chunk_number,
"offset": offset,
"page": page,
}
try:
resp = await session.put(
url,
data=chunk, # type: ignore
params=params,
headers={"x-upos-auth": preupload["auth"]},
)
if resp.status_code >= 400:
chunk_event_callback_data["info"] = f"Status {resp.status_code}"
self.dispatch(
VideoUploaderEvents.CHUNK_FAILED.value,
chunk_event_callback_data,
)
return err_return
data = resp.text
if data != "MULTIPART_PUT_SUCCESS" and data != "":
chunk_event_callback_data["info"] = "分块上传失败"
self.dispatch(
VideoUploaderEvents.CHUNK_FAILED.value,
chunk_event_callback_data,
)
return err_return
except Exception as e:
chunk_event_callback_data["info"] = str(e)
self.dispatch(
VideoUploaderEvents.CHUNK_FAILED.value, chunk_event_callback_data
)
return err_return
self.dispatch(VideoUploaderEvents.AFTER_CHUNK.value, chunk_event_callback_data)
return ok_return
async def _complete_page(
self, page: VideoUploaderPage, chunks: int, preupload: dict, upload_id: str
) -> dict:
"""
提交分 P 上传
Args:
page (VideoUploaderPage): 分 P 对象
chunks (int): 分块数量
preupload (dict): preupload 数据
upload_id (str): upload_id
Returns:
dict: filename: 该分 P 的标识符,用于最后提交视频。cid: 分 P 的 cid
"""
self.dispatch(VideoUploaderEvents.PRE_PAGE_SUBMIT.value, {"page": page})
data = {
"parts": list(
map(lambda x: {"partNumber": x, "eTag": "etag"}, range(1, chunks + 1))
)
}
params = {
"output": "json",
"name": os.path.basename(page.path),
"profile": "ugcfx/bup",
"uploadId": upload_id,
"biz_id": preupload["biz_id"],
}
preupload = self._switch_upload_endpoint(preupload, self.line)
url = self._get_upload_url(preupload)
session = get_session()
resp = await session.post(
url=url,
data=json.dumps(data), # type: ignore
headers={
"x-upos-auth": preupload["auth"],
"content-type": "application/json; charset=UTF-8",
},
params=params,
)
if resp.status_code >= 400:
err = NetworkException(resp.status_code, "状态码错误,提交分 P 失败")
self.dispatch(
VideoUploaderEvents.PAGE_SUBMIT_FAILED.value,
{"page": page, "err": err},
)
raise err
data = json.loads(resp.read())
if data["OK"] != 1:
err = ResponseCodeException(-1, f'提交分 P 失败,原因: {data["message"]}')
self.dispatch(
VideoUploaderEvents.PAGE_SUBMIT_FAILED.value,
{"page": page, "err": err},
)
raise err
self.dispatch(VideoUploaderEvents.AFTER_PAGE_SUBMIT.value, {"page": page})
# return {
# "filename": os.path.splitext(data["key"].removeprefix("/"))[0],
# "cid": preupload["biz_id"],
# }
return {
"filename": os.path.splitext(data["key"].replace("/",""))[0],
"cid": preupload["biz_id"],
}
async def _submit(self, videos: list, cover_url: str = "") -> dict:
"""
提交视频
Args:
videos (list): 视频列表
cover_url (str, optional): 封面 URL.
Returns:
dict: 含 bvid 和 aid 的字典
"""
meta = copy(
self.meta.__dict__() if isinstance(self.meta, VideoMeta) else self.meta
)
meta["cover"] = cover_url
meta["videos"] = videos
self.dispatch(VideoUploaderEvents.PRE_SUBMIT.value, deepcopy(meta))
meta["csrf"] = self.credential.bili_jct # csrf 不需要 print
api = _API["submit"]
try:
params = {"csrf": self.credential.bili_jct, "t": time.time() * 1000}
# headers = {"content-type": "application/json"}
# 已有 json_body,似乎不需要单独设置 content-type
resp = (
await Api(
**api, credential=self.credential, no_csrf=True, json_body=True
)
.update_params(**params)
.update_data(**meta)
# .update_headers(**headers)
.result
)
self.dispatch(VideoUploaderEvents.AFTER_SUBMIT.value, resp)
return resp
except Exception as err:
self.dispatch(VideoUploaderEvents.SUBMIT_FAILED.value, {"err": err})
raise err
async def abort(self):
"""
中断上传
"""
if self.__task:
self.__task.cancel("用户手动取消")
self.dispatch(VideoUploaderEvents.ABORTED.value, None)
async def get_missions(
tid: int = 0, credential: Union[Credential, None] = None
) -> dict:
"""
获取活动信息
Args:
tid (int, optional) : 分区 ID. Defaults to 0.
credential (Credential, optional): 凭据. Defaults to None.
Returns:
dict API 调用返回结果
"""
api = _API["missions"]
params = {"tid": tid}
return await Api(**api, credential=credential).update_params(**params).result
class VideoEditorEvents(Enum):
"""
视频稿件编辑事件枚举
+ PRELOAD : 加载数据前
+ AFTER_PRELOAD : 加载成功
+ PRELOAD_FAILED: 加载失败
+ PRE_COVER : 上传封面前
+ AFTER_COVER : 上传封面后
+ COVER_FAILED : 上传封面失败
+ PRE_SUBMIT : 提交前
+ AFTER_SUBMIT : 提交后
+ SUBMIT_FAILED : 提交失败
+ COMPLETED : 完成
+ ABOTRED : 停止
+ FAILED : 失败
"""
PRELOAD = "PRELOAD"
AFTER_PRELOAD = "AFTER_PRELOAD"
PRELOAD_FAILED = "PRELOAD_FAILED"
PRE_COVER = "PRE_COVER"
AFTER_COVER = "AFTER_COVER"
COVER_FAILED = "COVER_FAILED"
PRE_SUBMIT = "PRE_SUBMIT"
SUBMIT_FAILED = "SUBMIT_FAILED"
AFTER_SUBMIT = "AFTER_SUBMIT"
COMPLETED = "COMPLETE"
ABORTED = "ABORTED"
FAILED = "FAILED"
class VideoEditor(AsyncEvent):
"""
视频稿件编辑
Attributes:
bvid (str) : 稿件 BVID
meta (dict) : 视频信息
cover_path (str) : 封面路径. Defaults to None(不更换封面).
credential (Credential): 凭据类. Defaults to None.
"""
def __init__(
self,
bvid: str,
meta: dict,
cover: Union[str, Picture] = "",
credential: Union[Credential, None] = None,
):
"""
Args:
bvid (str) : 稿件 BVID
meta (dict) : 视频信息
cover (str | Picture) : 封面地址. Defaults to None(不更改封面).
credential (Credential | None): 凭据类. Defaults to None.
meta 参数示例: (保留 video, cover, tid, aid 字段)
``` json
{
"title": "str: 标题",
"copyright": "int: 是否原创,0 否 1 是",
"tag": "标签. 用,隔开. ",
"desc_format_id": "const int: 0",
"desc": "str: 描述",
"dynamic": "str: 动态信息",
"interactive": "const int: 0",
"new_web_edit": "const int: 1",
"act_reserve_create": "const int: 0",
"handle_staff": "const bool: false",
"topic_grey": "const int: 1",
"no_reprint": "int: 是否显示“未经允许禁止转载”. 0 否 1 是",
"subtitles # 字幕设置": {
"lan": "str: 字幕投稿语言,不清楚作用请将该项设置为空",
"open": "int: 是否启用字幕投稿,1 or 0"
},
"web_os": "const int: 2"
}
```
"""
super().__init__()
self.bvid = bvid
self.meta = meta
self.credential = credential if credential else Credential()
self.cover_path = cover
self.__old_configs = {}
self.meta["aid"] = bvid2aid(bvid)
self.__task: Union[Task, None] = None
async def _fetch_configs(self):
"""
在本地缓存原来的上传信息
"""
self.dispatch(VideoEditorEvents.PRELOAD.value)
try:
api = _API["upload_args"]
params = {"bvid": self.bvid}
self.__old_configs = (
await Api(**api, credential=self.credential)
.update_params(**params)
.result
)
except Exception as e:
self.dispatch(VideoEditorEvents.PRELOAD_FAILED.value, {"err", e})
raise e
self.dispatch(
VideoEditorEvents.AFTER_PRELOAD.value, {"data": self.__old_configs}
)
async def _change_cover(self) -> None:
"""
更换封面
Returns:
None
"""
if self.cover_path == "":
return
self.dispatch(VideoEditorEvents.PRE_COVER.value, None)
try:
pic = (
self.cover_path
if isinstance(self.cover_path, Picture)
else Picture().from_file(self.cover_path)
)
resp = await upload_cover(pic, self.credential)
self.dispatch(VideoEditorEvents.AFTER_COVER.value, {"url": resp["url"]})
# not sure if this key changed to "url" as well
self.meta["cover"] = resp["image_url"]
except Exception as e:
self.dispatch(VideoEditorEvents.COVER_FAILED.value, {"err": e})
raise e
async def _submit(self):
api = _API["edit"]
data = self.meta
data["csrf"] = self.credential.bili_jct
self.dispatch(VideoEditorEvents.PRE_SUBMIT.value)
try:
params = {"csrf": self.credential.bili_jct, "t": int(time.time())}
headers = {
"content-type": "application/json;charset=UTF-8",
"referer": "https://member.bilibili.com",
"user-agent": "Mozilla/5.0",
}
resp = (
await Api(**api, credential=self.credential, no_csrf=True)
.update_params(**params)
.update_data(**data)
.update_headers(**headers)
.result
)
self.dispatch(VideoEditorEvents.AFTER_SUBMIT.value, resp)
except Exception as e:
self.dispatch(VideoEditorEvents.SUBMIT_FAILED.value, {"err", e})
raise e
async def _main(self) -> dict:
await self._fetch_configs()
self.meta["videos"] = []
cnt = 0
for v in self.__old_configs["videos"]:
self.meta["videos"].append(
{"title": v["title"], "desc": v["desc"], "filename": v["filename"]}
)
self.meta["videos"][-1]["cid"] = await Video(self.bvid).get_cid(cnt)
cnt += 1
self.meta["cover"] = self.__old_configs["archive"]["cover"]
self.meta["tid"] = self.__old_configs["archive"]["tid"]
await self._change_cover()
await self._submit()
self.dispatch(VideoEditorEvents.COMPLETED.value)
return {"bvid": self.bvid}
async def start(self) -> dict: # type: ignore
"""
开始更改
Returns:
dict: 返回带有 bvid 和 aid 的字典。
"""
task = create_task(self._main())
self.__task = task
try:
result = await task
self.__task = None
return result
except CancelledError:
# 忽略 task 取消异常
pass
except Exception as e:
self.dispatch(VideoEditorEvents.FAILED.value, {"err": e})
raise e
async def abort(self):
"""
中断更改
"""
if self.__task:
self.__task.cancel("用户手动取消")
self.dispatch(VideoEditorEvents.ABORTED.value, None)