simple_serdes.py

def simple_ser(data, meta = {}):

    buffer = array('B', [])
    buffer.fromstring(data.data)
    
    meta['data_meta'] = {'dtype': str(data.dtype), 'shape': data.shape}
    
    meta_json = jsonapi.dumps(meta)
    meta_json_buffer = array('B', [])
    meta_json_buffer.fromstring(meta_json)
    
    meta_len = len(meta_json)
    meta_len_byte = struct.unpack("4b", struct.pack("I", meta_len))

    buffer.extend(meta_json_buffer)
    buffer.extend(meta_len_byte)

    return buffer
   
def simple_des(buffer):

    len_buffer = buffer[-4:]
    len = struct.unpack("I", len_buffer.tostring() )[0]

    meta = jsonapi.loads(buffer[-4-len:-4].tostring())
    dtype = np.dtype(ast.literal_eval(meta['data_meta']['dtype']))
    data = np.frombuffer(buffer[:-4-len], dtype).reshape(meta['data_meta']['shape'])
     
    return data, meta