Source code for SEAScope.types.data_bucket
# vim: ts=4:sts=4:sw=4
#
# @author: <sylvain.herledan@oceandatalab.com>
# @date: 2016-11-02
#
# This file is part of SEAScope, a 3D visualisation and analysis application
# for satellite, in-situ and numerical model data.
#
# Copyright (C) 2014-2023 OceanDataLab
#
# SEAScope is free software: you can redistribute it and/or modify it under
# the terms of the GNU Lesser General Public License as published by the Free
# Software Foundation, either version 3 of the License, or (at your option)
# any later version.
#
# SEAScope is distributed in the hope that it will be useful, but WITHOUT ANY
# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
# FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more
# details.
#
# You should have received a copy of the GNU Lesser General Public License
# along with SEAScope. If not, see <https://www.gnu.org/licenses/>.
"""
This module handles the serialization of data bucket objects
"""
import logging
import flatbuffers
import SEAScope.API.DataBucket
import SEAScope.types.data_info
logger = logging.getLogger(__name__)
[docs]
def serialize(builder, bucket_obj):
"""
Serialize a data bucket using FlatBuffers.
Parameters
----------
builder : flatbuffers.builder.Builder
The FlatBuffers builder instance which serializes data. If this
parameter is None, then a new builder will be created
bucket_obj : :obj:`dict`
Dictionary which contains information about the data bucket to
serialize.
It must have 2 keys:
- ``info`` : a :obj:`dict` providing information about the data
contained in the bucket. It must have all the keys required by
:func:`SEAScope.types.data_info.serialize`
- ``data`` : a :obj:`list` of `numpy.uint8` which contains values
packed as unsigned bytes
Returns
-------
tuple(flatbuffers.builder.Builder, int)
A tuple which contains two elements:
- the :obj:`flatbuffers.builder.Builder` instance which has been used
to serialize data
- an :obj:`int` which is the address/offset of the serialized object
in the builder buffer
"""
if builder is None:
builder = flatbuffers.Builder(0)
_, info = SEAScope.types.data_info.serialize(builder, bucket_obj['info'])
cls = SEAScope.API.DataBucket
buffer_len = len(bucket_obj['buffer'])
cls.DataBucketStartBufferVector(builder, buffer_len)
if '<' == bucket_obj['buffer'].dtype.str[0]:
little_endian_data = bucket_obj['buffer']
else:
little_endian_data = bucket_obj['buffer'].byteswap(inplace=False)
uoffset_t = flatbuffers.number_types.UOffsetTFlags
# Compute how much memory is required (including alignment)
_data_size = little_endian_data.itemsize * little_endian_data.size
data_size = uoffset_t.py_type(_data_size)
# Shift head
builder.head = uoffset_t.py_type(builder.Head() - data_size)
# Write data
bytes_data = little_endian_data.tobytes(order='C')
builder.Bytes[builder.Head():builder.Head() + data_size] = bytes_data
data_buffer = builder.EndVector(buffer_len)
cls.DataBucketStart(builder)
cls.DataBucketAddInfo(builder, info)
cls.DataBucketAddBuffer(builder, data_buffer)
bucket = cls.DataBucketEnd(builder)
return builder, bucket
[docs]
def deserialize(o):
"""Not implemented"""
pass