k2 / update-cpu-html.py
csukuangfj's picture
Update update-cpu-html.py (#2)
f2410b8 verified
#!/usr/bin/env python3
import os
import re
from pathlib import Path
from update_readme import generate_url, get_all_files
def get_doc_dir():
k2_dir = os.getenv("K2_DIR")
if k2_dir is None:
raise ValueError("Please set the environment variable k2_dir")
return Path(k2_dir) / "docs"
class Wheel:
def __init__(self, full_name: str, url: str):
"""
Args:
full_name:
Example: k2-1.23.4.dev20230223+cpu.torch1.10.0-cp36-cp36m-linux_x86_64.whl
"""
self.full_name = full_name
# pattern = r"k2-(\d)\.(\d+)(\.(\d+))?\.dev(\d{8})+cpu\.torch(\d\.\d+)"
pattern = (
r"k2-(\d)\.(\d)+((\.)(\d))?\.dev(\d{8})\+cpu\.torch(\d\.\d+\.\d)-cp(\d+)"
)
m = re.search(pattern, full_name)
self.k2_major = int(m.group(1))
self.k2_minor = int(m.group(2))
self.k2_patch = int(m.group(5))
self.k2_date = int(m.group(6))
self.torch_version = m.group(7)
self.py_version = int(m.group(8))
self.url = url
def __str__(self):
return self.url
def __repr__(self):
return self.url
def sort_by_wheel(x: Wheel):
torch_major, torch_minor, torch_patch = x.torch_version.split(".")
torch_major = int(torch_major)
torch_minor = int(torch_minor)
torch_patch = int(torch_patch)
return (
x.k2_major,
x.k2_minor,
x.k2_patch,
x.k2_date,
torch_major,
torch_minor,
torch_patch,
x.py_version,
)
def main():
wheels = get_all_files("cpu", suffix="*.whl")
wheels += get_all_files("windows-cpu", suffix="*.whl")
wheels += get_all_files("macos", suffix="*.whl")
urls = generate_url(wheels)
wheels = []
for url in urls:
full_name = url.rsplit("/", maxsplit=1)[1]
wheels.append(Wheel(full_name, url))
wheels.sort(reverse=True, key=sort_by_wheel)
d = get_doc_dir()
with open(d / "source/cpu.html", "w") as f:
for w in wheels:
f.write(f'<a href="{w.url}">{w.full_name}</a><br/>\n')
with open(d / "source/cpu-cn.html", "w") as f:
for w in wheels:
url = w.url.replace("https://huggingface.co", "https://hf-mirror.com")
f.write(f'<a href="{url}">{w.full_name}</a><br/>\n')
if __name__ == "__main__":
main()