Spaces:
Runtime error
Runtime error
# -*- coding: utf-8 -*- | |
import os | |
import io | |
import tarfile | |
import json | |
import numpy as np | |
import numpy.lib.format | |
def mkdir(path): | |
os.makedirs(path, exist_ok=True) | |
return path | |
def npy_loads(data): | |
stream = io.BytesIO(data) | |
return np.lib.format.read_array(stream) | |
def npz_loads(data): | |
return np.load(io.BytesIO(data)) | |
def json_loads(data): | |
return json.loads(data) | |
def load_json(filepath): | |
with open(filepath, "r") as f: | |
data = json.load(f) | |
return data | |
def write_json(filepath, data): | |
with open(filepath, "w") as f: | |
json.dump(data, f, indent=2) | |
def extract_tar(tar_path, tar_cache_folder): | |
with tarfile.open(tar_path, "r") as tar: | |
tar.extractall(path=tar_cache_folder) | |
tar_uids = sorted(os.listdir(tar_cache_folder)) | |
print(f"extract tar: {tar_path} to {tar_cache_folder}") | |
return tar_uids | |