# -*- coding: utf-8 -*- import os import io import tarfile import json import numpy as np import numpy.lib.format def mkdir(path): os.makedirs(path, exist_ok=True) return path def npy_loads(data): stream = io.BytesIO(data) return np.lib.format.read_array(stream) def npz_loads(data): return np.load(io.BytesIO(data)) def json_loads(data): return json.loads(data) def load_json(filepath): with open(filepath, "r") as f: data = json.load(f) return data def write_json(filepath, data): with open(filepath, "w") as f: json.dump(data, f, indent=2) def extract_tar(tar_path, tar_cache_folder): with tarfile.open(tar_path, "r") as tar: tar.extractall(path=tar_cache_folder) tar_uids = sorted(os.listdir(tar_cache_folder)) print(f"extract tar: {tar_path} to {tar_cache_folder}") return tar_uids