Spaces:
Sleeping
Sleeping
File size: 1,633 Bytes
922e494 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 |
# code from https://github.com/divideconcept/fastnumpyio/blob/main/fastnumpyio.py
import sys
import numpy as np
import numpy.lib.format
import struct
def save(file, array):
magic_string=b"\x93NUMPY\x01\x00v\x00"
header=bytes(("{'descr': '"+array.dtype.descr[0][1]+"', 'fortran_order': False, 'shape': "+str(array.shape)+", }").ljust(127-len(magic_string))+"\n",'utf-8')
if type(file) == str:
file=open(file,"wb")
file.write(magic_string)
file.write(header)
file.write(array.data)
def pack(array):
size=len(array.shape)
return bytes(array.dtype.byteorder.replace('=','<' if sys.byteorder == 'little' else '>')+array.dtype.kind,'utf-8')+array.dtype.itemsize.to_bytes(1,byteorder='little')+struct.pack(f'<B{size}I',size,*array.shape)+array.data
def load(file):
if type(file) == str:
file=open(file,"rb")
header = file.read(128)
if not header:
return None
descr = str(header[19:25], 'utf-8').replace("'","").replace(" ","")
shape = tuple(int(num) for num in str(header[60:120], 'utf-8').replace(', }', '').replace('(', '').replace(')', '').split(','))
datasize = numpy.lib.format.descr_to_dtype(descr).itemsize
for dimension in shape:
datasize *= dimension
return np.ndarray(shape, dtype=descr, buffer=file.read(datasize))
def unpack(data):
dtype = str(data[:2],'utf-8')
dtype += str(data[2])
size = data[3]
shape = struct.unpack_from(f'<{size}I', data, 4)
datasize=data[2]
for dimension in shape:
datasize *= dimension
return np.ndarray(shape, dtype=dtype, buffer=data[4+size*4:4+size*4+datasize])
|