SbeMessage.h

Go to the documentation of this file.

// Copyright Onix Solutions Limited [OnixS]. All rights reserved.
//
// This software owned by Onix Solutions Limited [OnixS] and is
// protected by copyright law and international copyright treaties.
//
// Access to and use of the software is governed by the terms of the applicable
// OnixS Software Services Agreement (the Agreement) and Customer end user license
// agreements granting a non-assignable, non-transferable and non-exclusive license
// to use the software for it's own data processing purposes under the terms defined
// in the Agreement.
//
// Except as otherwise granted within the terms of the Agreement, copying or
// reproduction of any part of this source code or associated reference material
// to any other location for further reproduction or redistribution, and any
// amendments to this copyright notice, are expressly prohibited.
//
// Any reproduction or redistribution for sale or hiring of the Software not in
// accordance with the terms of the Agreement is a violation of copyright law.
//
 
#pragma once
 
#include <OnixS/ICE/BOE/ABI.h>
#include <OnixS/ICE/BOE/messaging/Aliases.h>
#include <OnixS/ICE/BOE/messaging/String.h>
#include <OnixS/ICE/BOE/messaging/StrRef.h>
#include <OnixS/ICE/BOE/messaging/Memory.h>
#include <OnixS/ICE/BOE/messaging/Composites.h>
#include <OnixS/ICE/BOE/messaging/SchemaTraits.h>
#include <OnixS/ICE/BOE/messaging/MaxMessageSize.h>
#include <OnixS/ICE/BOE/messaging/ExceptionHelpers.h>
#include <OnixS/ICE/BOE/messaging/SbeOptional.h>
 
#include <cassert>
#include <limits>
#include <stdexcept>
 
ONIXS_ICEBOE_MESSAGING_NAMESPACE_BEGIN

typedef
MessageHeader::TemplateId MessageTemplateId;
 
template<typename Message> inline
void checkBinaryLength(const Message&, MessageSize length, MessageSize minimalRequiredLength)
{
    if ONIXS_ICEBOE_UNLIKELY(length < minimalRequiredLength)
        throwBinaryBlockIsTooSmall(length, minimalRequiredLength, Message::className());
}
 
 
class BinaryBlockBase
{
protected:
    ~BinaryBlockBase() = default;
};

template < class Container, class BlockLength >
class BinaryBlock : public BinaryBlockBase
{
    const Container& container() const noexcept
    {
        return *static_cast <const Container*> (this);
    }
 
protected:
    BinaryBlock() = default;
 
    ~BinaryBlock() = default;

    template <typename Value>
    ONIXS_ICEBOE_FORCEINLINE
    Value ordinary(BlockLength offset) const noexcept
    {
        assert(container().blockLength() >= (offset + size<Value>()) && "The requested field exceeds provided block boundaries.");
 
        const void* const location = advanceByBytes(container().block(), offset);
        return getValue<Value>(location);
    }
 
    template <typename NullValue>
    ONIXS_ICEBOE_FORCEINLINE
    typename std::enable_if<!isComposite<typename NullValue::Value>::value, SbeOptional<typename NullValue::Value, NullValue>>::type
        ordinary(BlockLength offset, OptionalTag) const noexcept
    {
        return {ordinary<typename NullValue::Value>(offset)};
    }
 
    template <typename NullValue>
    ONIXS_ICEBOE_FORCEINLINE
    typename std::enable_if<!isComposite<typename NullValue::Value>::value, SbeOptional<typename NullValue::Value, NullValue>>::type
        ordinary(BlockLength offset, SchemaVersion since, OptionalTag) const noexcept
    {
        using Value = typename NullValue::Value;
 
        if(since > container().version())
            return SbeOptional<Value, NullValue>::null();
 
        return {ordinary<Value>(offset)};
    }
 
    template <typename NullValue>
    ONIXS_ICEBOE_FORCEINLINE
    typename std::enable_if<isComposite<typename NullValue::Value>::value, SbeOptional<typename NullValue::Value, NullValue>>::type
        ordinary(BlockLength offset, OptionalTag) const noexcept
    {
        using Value = typename NullValue::Value;
 
        assert(container().blockLength() >= (offset + size<Value>()) && "The requested field exceeds provided block boundaries.");
 
        using RetType = SbeOptional<Value, NullValue>;
 
        const void* const location = advanceByBytes(container().block(), offset);
        return makeFromTuple<RetType>(CompositeExtractor<Value::MemberTraits::Count>:: template extractAsTuple<Value>(location));
    }
 
    template <typename NullValue>
    ONIXS_ICEBOE_FORCEINLINE
    typename std::enable_if<isComposite<typename NullValue::Value>::value, SbeOptional<typename NullValue::Value, NullValue>>::type
        ordinary(BlockLength offset, SchemaVersion since, OptionalTag) const noexcept
    {
        using RetType = SbeOptional<typename NullValue::Value, NullValue>;
 
        if(since > container().version())
            return RetType::null();
 
        return ordinary<NullValue>(offset, optional);
    }

    template <typename Enumeration>
    ONIXS_ICEBOE_FORCEINLINE
    Enumeration enumeration(BlockLength offset) const noexcept
    {
        using Base = typename underlyingType<Enumeration>::type;
        return static_cast<Enumeration>(ordinary<Base>(offset));
    }

    template <typename Enumeration, typename NullValue>
    ONIXS_ICEBOE_FORCEINLINE
    SbeOptionalEnumeration<Enumeration, NullValue> enumeration(BlockLength offset, OptionalTag) const noexcept
    {
        using Base = typename underlyingType<Enumeration>::type;
        return {static_cast<Enumeration>(ordinary<Base>(offset))};
    }

    template <typename Enumeration, typename NullValue>
    ONIXS_ICEBOE_FORCEINLINE
    SbeOptionalEnumeration<Enumeration, NullValue> enumeration(BlockLength offset, SchemaVersion since, OptionalTag) const noexcept
    {
        if(since > container().version())
            return SbeOptionalEnumeration<Enumeration, NullValue>::null();
 
        return enumeration<Enumeration, NullValue>(offset, optional);
    }

    template <BlockLength Length>
    ONIXS_ICEBOE_FORCEINLINE
    StrRef fixedStr(BlockLength offset) const noexcept
    {
        assert(container().blockLength() >= (offset + Length) && "The requested field exceeds provided block boundaries.");
 
        const Char* const text = reinterpret_cast<const Char*>(advanceByBytes(container().block(), offset));
        return StrRef(text, stringLen<Length>(text));
    }
 
    template<BlockLength Length>
    ONIXS_ICEBOE_FORCEINLINE
    SbeOptionalStr fixedStr(BlockLength offset, OptionalTag) const noexcept
    {
        return {fixedStr<Length>(offset)};
    }
 
    template<BlockLength Length>
    ONIXS_ICEBOE_FORCEINLINE
    SbeOptionalStr fixedStr(BlockLength offset, SchemaVersion since, OptionalTag) const noexcept
    {
        if(since > container().version())
            return SbeOptionalStr::null();
 
        return fixedStr<Length>(offset, optional);
    }
 
    template <typename Value>
    ONIXS_ICEBOE_FORCEINLINE
    Value decimal(BlockLength offset) const noexcept
    {
        return ordinary<Value>(offset);
    }
 
    template <typename NullValue>
    SbeOptional<typename NullValue::Value, NullValue>
    ONIXS_ICEBOE_FORCEINLINE
        decimal(BlockLength offset, OptionalTag) const noexcept
    {
        using Value = typename NullValue::Value;
 
        assert(container().blockLength() >= (offset + size<Value>()) && "The requested field exceeds provided block boundaries.");
 
        using RetType = SbeOptional<Value, NullValue>;
        const void* const location = advanceByBytes(container().block(), offset);
        return makeFromTuple<RetType>(CompositeExtractor<Value::MemberTraits::Count>:: template extractAsTuple<Value>(location));
    }
 
    template <typename NullValue>
    ONIXS_ICEBOE_FORCEINLINE
    SbeOptional<typename NullValue::Value, NullValue>
        decimal(BlockLength offset, SchemaVersion since, OptionalTag) const noexcept
    {
        if(since > container().version())
            return SbeOptional<typename NullValue::Value, NullValue>::null();
 
        return decimal<NullValue>(offset, optional);
    }
 
    template <typename NullValue, typename Callable>
    ONIXS_ICEBOE_FORCEINLINE
    typename std::enable_if<!isComposite<typename NullValue::Value>::value, SbeOptionalConverted<decltype(std::declval<Callable>()(std::declval<typename ArgType<Callable>::type>()))>>::type
        convertible(BlockLength offset, OptionalTag) const noexcept(noexcept(Callable::Nothrow))
    {
        typedef typename ArgType<Callable>::type InputType;
        typedef decltype(std::declval<Callable>()(std::declval<InputType>())) ReturnType;
 
        static_assert(!std::is_convertible<InputType, ReturnType>::value, "Direct conversion can be done.");
 
        const auto value = ordinary<NullValue>(offset, optional);
 
        if(!value)
            return SbeOptionalConverted<ReturnType>::null();
 
        return SbeOptionalConverted<ReturnType>(Callable{}(*value));
    }
 
    template <typename Callable>
    ONIXS_ICEBOE_FORCEINLINE
    auto convertible(BlockLength offset) const noexcept(noexcept(Callable::Nothrow))
        -> decltype(std::declval<Callable>()(std::declval<typename ArgType<Callable>::type>()))
    {
        typedef typename ArgType<Callable>::type InputType;
        return Callable{}(ordinary<InputType>(offset));
    }
};

template <class Container, class BlockLength >
class SbeFields : public BinaryBlock<Container, BlockLength>
{
public:
    ONIXS_ICEBOE_FORCEINLINE
    Container& container() noexcept
    {
        return *static_cast<Container*>(this);
    }

    ONIXS_ICEBOE_HOTPATH
    void zeroPaddingBytes(BlockLength offset) noexcept
    {
        const BlockLength encodedBlockLength = container().blockLength();
 
        assert(encodedBlockLength >= offset);
 
        const size_t paddingLength = encodedBlockLength - offset;
        std::memset(advanceByBytes(container().block(), offset), 0, paddingLength);
    }

    template<class FieldValue>
    ONIXS_ICEBOE_FORCEINLINE
    void setOrdinary(BlockLength offset, FieldValue value) noexcept
    {
        assert(container().blockLength() >= (offset + size<FieldValue>()) && "The requested field exceeds provided block boundaries.");
 
        void* const fieldPos = advanceByBytes(container().block(), offset);
        setValue(fieldPos, value);
    }

    template<class FieldValue>
    ONIXS_ICEBOE_FORCEINLINE
    void setOrdinary(BlockLength offset, FieldValue value, SchemaVersion since)
    {
        if ONIXS_ICEBOE_UNLIKELY(since > container().version())
            throwDisallowedField();
 
        setOrdinary(offset, value);
    }

    template<class Enumeration>
    ONIXS_ICEBOE_FORCEINLINE
    void setEnumeration(BlockLength offset, Enumeration value) noexcept
    {
        using Base = typename underlyingType<Enumeration>::type;
        setOrdinary<Base>(offset, static_cast<Base>(value));
    }

    template<class Enumeration>
    ONIXS_ICEBOE_FORCEINLINE
    void setEnumeration(BlockLength offset, Enumeration value, SchemaVersion since)
    {
        using Base = typename underlyingType<Enumeration>::type;
        setOrdinary(offset, static_cast<Base>(value), since);
    }

    template<BlockLength Size>
    ONIXS_ICEBOE_FORCEINLINE
    void setFixedStr(BlockLength offset, StrRef value) noexcept
    {
        assert(container().blockLength() >= (offset + Size) && "The requested field exceeds provided block boundaries.");
        assert(value.size() <= Size && "The string is truncated.");
 
        void* const fieldPos = advanceByBytes(container().block(), offset);
        const size_t sizeToCopy = (std::min)(Size, static_cast<BlockLength>(value.size()));
 
        if(sizeToCopy > 0)
            std::memcpy(fieldPos, value.data(), sizeToCopy);
 
        std::memset(advanceByBytes(fieldPos, sizeToCopy), 0, Size - sizeToCopy);
    }

    template<BlockLength Size>
    ONIXS_ICEBOE_FORCEINLINE
    void setFixedStr(BlockLength offset, StrRef value, SchemaVersion since)
    {
        if ONIXS_ICEBOE_UNLIKELY(since > container().version())
            throwDisallowedField();
 
        setFixedStr<Size>(offset, value);
    }
 
protected:
    SbeFields() = default;
 
    ~SbeFields() = default;
};

template <class BodySizeType>
class SbeGroupEntry : public SbeFields<SbeGroupEntry<BodySizeType>, BodySizeType>
{
public:
    typedef BodySizeType BlockLength;

    SbeGroupEntry()
        : encoded_(nullptr)
        , size_(0)
        , version_(0)
    {
    }

    ONIXS_ICEBOE_HOTPATH
    SbeGroupEntry(void* encoded, BlockLength size, SchemaVersion version)
        : encoded_(encoded)
        , size_(size)
        , version_(version)
    {
        assert(encoded);
    }

    bool valid() const noexcept
    {
        return (encoded_ != nullptr);
    }

    const void* encoded() const noexcept
    {
        assert(valid());
 
        return encoded_;
    }

    void* encoded() noexcept
    {
        assert(valid());
 
        return encoded_;
    }

    const void* block() const noexcept
    {
        assert(valid());
 
        return encoded_;
    }

    void* block() noexcept
    {
        assert(valid());
 
        return encoded_;
    }

    BlockLength blockLength() const noexcept
    {
        return size_;
    }

    SchemaVersion version() const noexcept
    {
        return version_;
    }
 
    private:
    void* encoded_;
    BodySizeType size_;
    SchemaVersion version_;
};

template <class EntryType, class BlockLength, class NumInGroup, class Length >
class SbeGroupEntries
{
public:
    typedef Length EncodedLength;

    typedef EntryType Entry;

    typedef NumInGroup Size;

    class Iterator
    {
    public:
        typedef EntryType Entry;
        typedef Entry value_type;
 
        typedef Entry* pointer;
        typedef Entry& reference;
 
        typedef ptrdiff_t difference_type;
 
        typedef std::random_access_iterator_tag iterator_category;

        Iterator() noexcept
            : entry_(nullptr)
            , size_(0)
            , version_(0)
        {
        }

        ONIXS_ICEBOE_HOTPATH
        Iterator(void* entry, Size size, SchemaVersion version) noexcept
            : entry_(entry)
            , size_(size)
            , version_(version)
        {
            assert(valid());
        }

        bool valid() const noexcept
        {
            return (entry_ != nullptr);
        }

        ONIXS_ICEBOE_HOTPATH
        Entry get() const
        {
            assert(valid());
 
            return Entry(entry_, size_, version_);
        }

        Entry operator *() const
        {
            return get();
        }

        bool operator == (const Iterator& other) const noexcept
        {
            return entry_ == other.entry_;
        }

        bool operator !=(const Iterator& other) const noexcept
        {
            return entry_ != other.entry_;
        }

        bool operator < (const Iterator& other) const noexcept
        {
            return entry_ < other.entry_;
        }

        bool operator > (const Iterator& other) const noexcept
        {
            return entry_ > other.entry_;
        }

        Iterator& operator ++()
        {
            assert(valid());
 
            entry_ = advanceByBytes(entry_, size_);
 
            return *this;
        }

        Iterator& operator --()
        {
            assert(valid());
 
            entry_ = advanceBackByBytes(entry_, size_);
 
            return *this;
        }

        ONIXS_ICEBOE_HOTPATH
        Iterator operator +(difference_type distance) const
        {
            assert(valid());
 
            return Iterator(advanceByBytes(entry_, distance * size_), size_, version_);
        }

        ONIXS_ICEBOE_HOTPATH
        Iterator operator - (difference_type distance) const
        {
            assert(valid());
 
            return Iterator(advanceBackByBytes(entry_, distance * size_), size_, version_);
        }
 
        private:
        void* entry_;
        Size size_;
        SchemaVersion version_;
    };

    SbeGroupEntries() noexcept
        : encoded_(nullptr)
        , blockLength_(0)
        , size_(0)
        , version_(0)
    {
    }

    SbeGroupEntries(void* encoded, BlockLength blockLength, Size groupSize, SchemaVersion version) noexcept
        : encoded_(encoded)
        , blockLength_(blockLength)
        , size_(groupSize)
        , version_(version)
    {
        assert(encoded_);
        assert(blockLength > 0);
        assert(version != 0);
    }

    bool valid() const noexcept
    {
        return (nullptr != encoded_);
    }

    bool empty() const noexcept
    {
        return (0 == size_);
    }

    Size size() const noexcept
    {
        return size_;
    }

    Iterator begin() const
    {
        return Iterator(encoded(), blockLength_, version_);
    }

    Iterator end() const
    {
        return Iterator(advanceByBytes(encoded(), encodedLength()), blockLength_, version_);
    }

    Entry operator [](Size index) const
    {
        assert(index < size_);
        assert(encoded_);
 
        return Entry(advanceByBytes(encoded_, static_cast<ptrdiff_t>(index) * blockLength_), blockLength_, version_);
    }

    void* encoded() const noexcept
    {
        return encoded_;
    }

    EncodedLength encodedLength() const noexcept
    {
        return (static_cast<EncodedLength>(blockLength_) * static_cast<EncodedLength>(size_) );
    }

    template<class OtherEntry, class OtherBlockLength, class OtherNumInGroup, class OtherLength >
    SbeGroupEntries(const SbeGroupEntries<OtherEntry, OtherBlockLength, OtherNumInGroup, OtherLength >& other) noexcept
        : encoded_(other.encoded_)
        , blockLength_(other.blockLength_)
        , size_(other.size_)
        , version_(other.version_)
    {
        // Dimension types may vary for the different instantiations of the template.
        // Therefore, truncation of the dimensions must be avoided.
 
        assert(blockLength_ == other.blockLength_);
        assert(size_ == other.size_);
    }
 
    template <class OtherEntry, class OtherBlockLength, class OtherNumInGroup, class OtherLength>
    SbeGroupEntries& operator = (const SbeGroupEntries <OtherEntry, OtherBlockLength, OtherNumInGroup, OtherLength>& other) noexcept
    {
        encoded_ = other.encoded_;
 
        blockLength_ = other.blockLength_;
 
        assert(blockLength_ == other.blockLength_);
 
        size_ = other.size_;
 
        assert(size_ == other.size_);
 
        version_ = other.version_;
 
        return *this;
    }
 
private:
    // Allows coping and cloning for different instantiations.
    template <class OtherEntry, class OtherBlockLength, class OtherNumInGroup, class OtherLength> friend class SbeGroupEntries;
 
    void* encoded_;
    BlockLength blockLength_;
    NumInGroup size_;
    SchemaVersion version_;
};

template < class EntryType, class DimensionType, class GroupSizeType >
class SbeGroup
{
public:
    typedef DimensionType Dimension;

    typedef GroupSizeType BinarySize;

    enum { EmptySize = Dimension::Size };

    typedef typename DimensionType::BlockLength EntrySize;

    typedef SbeGroupEntries <EntryType, typename Dimension::BlockLength, typename Dimension::NumInGroup, GroupSizeType > Entries;

    typedef typename Entries::Iterator Iterator;

    typedef typename Entries::Entry Entry;

    typedef typename Entries::Size Size;

    SbeGroup()
        noexcept
        : header_(nullptr)
        , entries_(nullptr)
        , version_(0)
    {
    }

    ONIXS_ICEBOE_HOTPATH
    SbeGroup(void* data, ONIXS_ICEBOE_UNUSED BinarySize size, SchemaVersion version) noexcept
        : header_(static_cast <Dimension*>(data))
        , entries_(advanceByBytes(data, Dimension::Size))
        , version_(version)
    {
        ONIXS_ICEBOE_ASSERT(size >= Dimension::Size);
        assert(header_);
        assert(entries_);
 
        assert(valid());
    }

    bool valid() const noexcept
    {
        return (entries_ != nullptr);
    }

    bool empty() const noexcept
    {
        assert(valid());
 
        return 0 == size();
    }

    ONIXS_ICEBOE_HOTPATH
    Size size() const noexcept
    {
        assert(valid());
        assert(header_);
 
        const Dimension* const group = static_cast<const Dimension*>(header_);
 
        return group->numInGroup();
    }

    ONIXS_ICEBOE_HOTPATH
    Iterator begin() const noexcept
    {
        assert(valid());
 
        return Iterator(entries_, numericCast<Size>(entrySize()), version_);
    }

    ONIXS_ICEBOE_HOTPATH
    Iterator end() const noexcept
    {
        assert(valid());
 
        return Iterator(advanceByBytes(binary(), binarySize()), numericCast<Size>(entrySize()), version_);
    }

    ONIXS_ICEBOE_HOTPATH
    Entry operator [](Size index) const
    {
        assert(valid());
        assert(index < size());
 
        return Entry(advanceByBytes(entries_, static_cast<ptrdiff_t>(index) * entrySize()), entrySize(), version_);
    }

    ONIXS_ICEBOE_NODISCARD
    Entries entries() const noexcept
    {
        assert(valid());
        assert(header_);
 
        return Entries (entries_, header_->blockLength(), header_->numInGroup(), version_);
    }

    const void* encoded() const noexcept
    {
        return header_;
    }

    ONIXS_ICEBOE_FORCEINLINE
    const void* tail() const noexcept
    {
        return advanceByBytes(toByteBlock(encoded()), binarySize());
    }

    ONIXS_ICEBOE_HOTPATH
    void* binary() const noexcept
    {
        return header_;
    }

    ONIXS_ICEBOE_HOTPATH
    BinarySize binarySize() const noexcept
    {
        return Dimension::Size + (static_cast<BinarySize>(entrySize()) * static_cast<BinarySize>(size()));
    }

    ONIXS_ICEBOE_HOTPATH
    EntrySize entrySize() const noexcept
    {
        assert(valid());
        assert(header_);
 
        Dimension* const group = static_cast<Dimension*>(header_);
        return group->blockLength();
    }
 
private:
    void init(EntrySize entrySize) noexcept
    {
        assert(valid());
        assert(header_);
 
        Dimension* const group = static_cast<Dimension*>(header_);
        group->blockLength(entrySize);
        group->numInGroup(0);
    }

    Size allocate(Size entryCount, const void* messageTail, const void* blockEnd)
    {
        assert(valid());
        assert(blockEnd);
        assert(messageTail);
 
        Dimension* const group = static_cast<Dimension*>(header_);
 
        const EntrySize entrySize = group->blockLength();
 
        if ONIXS_ICEBOE_UNLIKELY(
            entrySize < EntryType::blockLength(version_))
        {
            throwBadBinaryBlock();
        }
 
        const Size oldEntryCount = group->numInGroup();
 
        if(oldEntryCount == entryCount)
            return entryCount;
 
        const ptrdiff_t memShift =
            (entryCount - oldEntryCount) * static_cast<ptrdiff_t>(entrySize);
 
        const void* const newMessageTail =
            advanceByBytes(messageTail, memShift);
 
        if ONIXS_ICEBOE_UNLIKELY(byteDistance(blockEnd, newMessageTail) < 0)
            throwNotEnoughSpace();
 
        const void* const oldEndOfGroup =
            advanceByBytes(entries_, static_cast<ptrdiff_t>(entrySize) * oldEntryCount);
 
        void* const newEndGroup =
            advanceByBytes(entries_, static_cast<ptrdiff_t>(entrySize) * entryCount);
 
        std::memmove(
            newEndGroup,
            oldEndOfGroup,
            byteDistance(messageTail, oldEndOfGroup));
 
        group->numInGroup(entryCount);
 
        return oldEntryCount;
    }

    ONIXS_ICEBOE_HOTPATH
    void setup(Size entryCount, const void* messageTail, const void* blockEnd)
    {
        assert(valid());
        assert(blockEnd);
        assert(messageTail);
 
        const Size oldEntryCount = allocate(entryCount, messageTail, blockEnd);
 
        for(Size index = oldEntryCount; index < entryCount; ++index)
            zeroPaddingBytes((*this)[index].resetVariableFields());
    }

    ONIXS_ICEBOE_HOTPATH
    void construct(Size entryCount, const void* messageTail, const void* blockEnd)
    {
        assert(valid());
        assert(blockEnd);
        assert(messageTail);
 
        const Size oldEntryCount = allocate(entryCount, messageTail, blockEnd);
 
        for(Size index = oldEntryCount; index < entryCount; ++index)
            zeroPaddingBytes((*this)[index].reset());
    }
 
    ONIXS_ICEBOE_HOTPATH
    static void zeroPaddingBytes(Entry& entry)
    {
        assert(entry.valid());
        entry.zeroPaddingBytes(EntryType::minimalBlockLength(entry.version()));
    }
 
private:
    Dimension* header_;
    void* entries_;
    SchemaVersion version_;
 
    friend class SbeMessage;
};

template < class BinarySize >
class SbeVariableLengthFieldList
{
public:
    ONIXS_ICEBOE_HOTPATH
    SbeVariableLengthFieldList(void* binary, BinarySize size, SchemaVersion version) noexcept
        : binary_(binary)
        , size_(size)
        , version_(version)
    {
    }

    bool empty() const noexcept
    {
        return (0 == size_);
    }

    template<class BinaryVariableLengthFieldType>
    BinaryVariableLengthFieldType& head() const noexcept
    {
        return *static_cast<BinaryVariableLengthFieldType*>(binary_);
    }

    template<class BinaryVariableLengthFieldType> ONIXS_ICEBOE_HOTPATH
    SbeVariableLengthFieldList tail() const noexcept
    {
        assert(!empty());
 
        const BinarySize headSize = head<BinaryVariableLengthFieldType>().binarySize();
 
        assert(headSize <= size_);
 
        return SbeVariableLengthFieldList(advanceByBytes( binary_, headSize), size_ - headSize, version_);
    }

    template<class BinaryVariableLengthFieldType> ONIXS_ICEBOE_HOTPATH
    SbeVariableLengthFieldList checkTail() const
    {
        if ONIXS_ICEBOE_UNLIKELY(empty() || (size_ < BinaryVariableLengthFieldType::Size))
        {
            throwBadBinaryBlock();
        }
 
        const BinarySize headSize = head<BinaryVariableLengthFieldType>().binarySize();
 
        if ONIXS_ICEBOE_UNLIKELY(headSize > size_)
        {
            throwBadBinaryBlock();
        }
 
        return SbeVariableLengthFieldList(advanceByBytes(binary_, headSize), size_ - headSize, version_);
    }
 
    private:
    void* binary_;
    BinarySize size_;
    SchemaVersion version_;
 
};

template  <class BinarySize>
class SbeGroupList
{
public:
    ONIXS_ICEBOE_HOTPATH
    SbeGroupList(void* binary, BinarySize size, SchemaVersion version) noexcept
        : binary_(binary)
        , size_(size)
        , version_(version)
    {
    }

    bool empty() const noexcept
    {
        return (0 == size_);
    }

    template<class Group> ONIXS_ICEBOE_HOTPATH
    Group head() const noexcept
    {
        assert(!empty());
 
        return Group(binary_, size_, version_);
    }

    template<class Group> ONIXS_ICEBOE_HOTPATH
    SbeGroupList tail() const noexcept
    {
        assert(!empty());
 
        const BinarySize headSize = head<Group>().binarySize();
 
        assert(headSize <= size_);
 
        return SbeGroupList(advanceByBytes(binary_, headSize), size_ - headSize, version_);
    }

    template <class Group> ONIXS_ICEBOE_HOTPATH
    SbeVariableLengthFieldList<BinarySize> variableLengthFields() const noexcept
    {
        assert(!empty());
 
        const BinarySize headSize = head<Group>().binarySize();
 
        assert(headSize <= size_);
 
        return SbeVariableLengthFieldList<BinarySize>(advanceByBytes(binary_, headSize), size_ - headSize, version_);
    }

    template<class Group> ONIXS_ICEBOE_HOTPATH
    SbeGroupList checkTail() const
    {
        const BinarySize headSize = checkHead<Group>();
 
        return SbeGroupList(advanceByBytes(binary_, headSize), size_ - headSize, version_);
    }

    template <class Group> ONIXS_ICEBOE_HOTPATH
    SbeVariableLengthFieldList<BinarySize> checkVariableLengthFields() const
    {
        const BinarySize headSize = checkHead<Group>();
 
        return SbeVariableLengthFieldList<BinarySize>(advanceByBytes(binary_, headSize), size_ - headSize, version_);
    }
 
private:
    template<class Group>
    BinarySize checkHead() const
    {
        if ONIXS_ICEBOE_UNLIKELY(size_ < Group::Dimension::Size)
        {
            throwBadBinaryBlock();
        }
 
        const Group group = head<Group>();
 
        const BinarySize headSize = group.binarySize();
 
        if ONIXS_ICEBOE_UNLIKELY(headSize > size_)
        {
            throwBadBinaryBlock();
        }
 
        if(!group.empty())
        {
            const BinarySize entrySize = group.entrySize();
            const BinarySize expectedEntrySize = Group::Entry::minimalBlockLength(version_);
 
            if ONIXS_ICEBOE_UNLIKELY(entrySize < expectedEntrySize)
            {
                throwBadBinaryBlock();
            }
        }
 
        return headSize;
    }
 
    void* binary_;
    BinarySize size_;
    SchemaVersion version_;
};

template<typename Traits>
void checkVersion(SchemaVersion version)
{
    if ONIXS_ICEBOE_UNLIKELY(version < Traits::MinimalVersion)
    {
        throwBadMessageVersion(version, Traits::MinimalVersion);
    }
}

template<typename Traits>
void checkVersion(SchemaVersion since, SchemaVersion version)
{
    checkVersion<Traits>(version);
 
    if ONIXS_ICEBOE_UNLIKELY(version < since)
    {
        throwBadMessageVersion(version, since);
    }
}

template<typename Traits>
void checkSchemaId(SchemaId id)
{
    if ONIXS_ICEBOE_UNLIKELY(id != Traits::Id)
    {
        throwBadSchemaId(Traits::Id, id);
    }
}

template<typename Traits>
void checkSchema(SchemaId id, SchemaVersion version)
{
    checkSchemaId<Traits>(id);
    checkVersion<Traits>(version);
}

class SbeMessage : public SbeFields<Messaging::SbeMessage, MessageSize>
{
public:
    struct NoFieldsInit{};
    struct NoInit{};
    struct NoCheck{};

    typedef MessageSize EncodedLength;

    typedef MessageSize BlockLength;

    SbeMessage() noexcept
        : header_(nullptr)
        , size_(0)
    {
    }

    ONIXS_ICEBOE_HOTPATH
    SbeMessage(void* data, MessageSize size, SchemaVersion version)
        : header_(static_cast<MessageHeader*>(data))
        , size_(size)
    {
        assert(data);
        assert(size <= MaxSbeMessageSize);
 
        if ONIXS_ICEBOE_UNLIKELY(size < MessageHeader::Size)
            throwBinaryBlockIsTooSmall(size, MessageHeader::Size);
 
        this->version(version);
    }

    ONIXS_ICEBOE_HOTPATH
    SbeMessage(void* data, MessageSize size)
        : header_(static_cast<MessageHeader*>(data))
        , size_(size)
    {
        assert(data);
        assert(size <= MaxSbeMessageSize);
 
        if ONIXS_ICEBOE_UNLIKELY(size < MessageHeader::Size)
            throwBinaryBlockIsTooSmall(size, MessageHeader::Size);
 
        // Now it is safe to read header_.
        if ONIXS_ICEBOE_UNLIKELY(size < (MessageHeader::Size + header_->blockLength()))
            throwBinaryBlockIsTooSmall(size, MessageHeader::Size + header_->blockLength());
    }

    ONIXS_ICEBOE_HOTPATH
    SbeMessage(void* data, MessageSize size, NoCheck) noexcept
        : header_(static_cast<MessageHeader*>(data))
        , size_(size)
    {
        assert(data);
        assert(size <= MaxSbeMessageSize);
 
        assert(size >= MessageHeader::Size);
        assert(size >= MessageHeader::Size + header_->blockLength());
    }

    void clear() noexcept
    {
        *this = SbeMessage();
        assert(!valid());
    }

    bool valid() const noexcept
    {
        return (nullptr != header_);
    }
 
    explicit operator bool() const noexcept
    {
        return valid();
    }

    MessageTemplateId templateId() const noexcept
    {
        assert(valid());
 
        return header_->templateId();
    }

    SchemaVersion version() const noexcept
    {
        assert(valid());
 
        return header_->version();
    }

    SchemaId schemaId() const noexcept
    {
        assert(valid());
 
        return header_->schemaId();
    }

    SequenceId sequenceId() const noexcept
    {
        assert(valid());
 
        return header_->sequenceId();
    }

    SbeMessage& sequenceId(SequenceId value) noexcept
    {
        assert(valid());
 
        header_->sequenceId(value);
 
        return *this;
    }

    Timestamp sendTime() const noexcept
    {
        assert(valid());
 
        return header_->sendTime();
    }
 

    SbeMessage& sendTime(Timestamp value) noexcept
    {
        assert(valid());
 
        header_->sendTime(value);
 
        return *this;
    }

    HeaderFlags headerFlags() const noexcept
    {
        assert(valid());
 
        return header_->headerFlags();
    }

    SbeMessage& headerFlags(HeaderFlags value) noexcept
    {
        assert(valid());
 
        header_->headerFlags(value);
 
        return *this;
    }

    const void* binary() const noexcept
    {
        assert(valid());
 
        return header_;
    }

    void* binary() noexcept
    {
        assert(valid());
 
        return header_;
    }
 
    // \return the end of the memory block.
    const void* blockEnd() noexcept
    {
        assert(valid());
 
        return advanceByBytes(header_, size_);
    }
 
    // \return the end of the memory block.
    const void* blockEnd() const noexcept
    {
        assert(valid());
 
        return advanceByBytes(header_, size_);
    }

    MessageSize bufferSize() const noexcept
    {
        return size_;
    }

    void* body() noexcept
    {
        assert(valid());
 
        return advanceByBytes(header_, MessageHeader::Size);
    }

    BlockLength blockLength() const noexcept
    {
        assert(valid());
 
        return header_->blockLength();
    }

    const void* block() const noexcept
    {
        assert(valid());
 
        return advanceByBytes(header_, MessageHeader::Size);
    }

    void* block() noexcept
    {
        assert(valid());
 
        return advanceByBytes(header_, MessageHeader::Size);
    }
 
protected:
    typedef SbeGroupList<MessageSize> GroupList;

    SbeMessage& version(SchemaVersion version) noexcept
    {
        assert(valid());
 
        header_->version(version);
 
        return *this;
    }

    ONIXS_ICEBOE_HOTPATH
    GroupList groups() noexcept
    {
        assert(header_);
 
        void* list = advanceByBytes<void>(body(), blockLength());
 
        const MessageSize listSize = size_ - MessageHeader::Size - header_->blockLength();
 
        return GroupList(list, listSize, header_->version());
    }

    ONIXS_ICEBOE_HOTPATH
    GroupList groups() const noexcept
    {
        assert(header_);
 
        const void* list = advanceByBytes(block(), blockLength());
 
        const MessageSize listSize = size_ - MessageHeader::Size - header_->blockLength();
 
        return GroupList(const_cast<void*>(list), listSize, header_->version());
    }

    template<typename Group>
    ONIXS_ICEBOE_HOTPATH
    void initGroup(Group& group, typename Group::EntrySize entrySize) noexcept
    {
        assert(group.valid());
        group.init(entrySize);
    }

    template<typename Group>
    ONIXS_ICEBOE_HOTPATH
    void setupGroup(Group& group, typename Group::Size entryCount, const void* messageTail)
    {
        assert(messageTail);
        assert(group.valid());
        group.setup(entryCount, messageTail, blockEnd());
    }

    template<typename Group>
    ONIXS_ICEBOE_HOTPATH
    void constructGroup(Group& group, typename Group::Size entryCount, const void* messageTail)
    {
        assert(messageTail);
        assert(group.valid());
        group.construct(entryCount, messageTail, blockEnd());
    }

    template<typename DATA>
    void setVarDataField(DATA& data, StrRef value, const void* oldMessageTail)
    {
        assert(oldMessageTail);
 
        const ptrdiff_t lengthChange = static_cast<ptrdiff_t>(value.length() - data.length());
 
        const void* const newMessageTail = advanceByBytes(oldMessageTail, lengthChange);
 
        if ONIXS_ICEBOE_UNLIKELY(byteDistance(blockEnd(), newMessageTail) < 0)
            throwNotEnoughSpace();
 
        const void* const oldEndOfData = advanceByBytes(data.varData().data(), data.varData().size());
 
        void* const newEndOfData = toOpaquePtr(advanceByBytes(&data, value.length() + DATA::Size));
 
        std::memmove(newEndOfData, oldEndOfData, byteDistance(oldMessageTail, oldEndOfData));
 
        data.varData(value);
    }

    typedef SbeVariableLengthFieldList<MessageSize> VariableLengthFieldList;

    ONIXS_ICEBOE_HOTPATH
    VariableLengthFieldList variableLengthFields() noexcept
    {
        assert(header_);
 
        void* list = advanceByBytes<void>(body(), blockLength());
 
        const MessageSize listSize = size_ - MessageHeader::Size - header_->blockLength();
 
        return VariableLengthFieldList(list, listSize, header_->version());
    }

    ONIXS_ICEBOE_HOTPATH
    VariableLengthFieldList variableLengthFields() const noexcept
    {
        assert(header_);
 
        const void* list = advanceByBytes(block(), blockLength());
 
        const MessageSize listSize = size_ - MessageHeader::Size - header_->blockLength();
 
        return VariableLengthFieldList(const_cast<void*>(list), listSize, header_->version());
    }
 
    ONIXS_ICEBOE_HOTPATH
    void init(
        MessageHeader::TemplateId value,
        MessageHeader::BlockLength minimalBlockLength,
        MessageHeader::BlockLength blockLength,
        SchemaId id) noexcept
    {
        assert(header_);
        assert(blockLength >= minimalBlockLength);
 
        header_->templateId(value);
        header_->blockLength(blockLength);
        header_->schemaId(id);
        header_->sequenceId(0);
        header_->sendTime(Timestamp{});
        header_->headerFlags(HeaderFlags::None);
 
        zeroPaddingBytes(minimalBlockLength);
    }
 
    ONIXS_ICEBOE_HOTPATH
    MessageSize calculateBinarySize(const void* tail) const noexcept
    {
        assert(tail);
 
        const ptrdiff_t distance = byteDistance(tail, binary());
 
        assert(distance > 0);
 
        assert(distance <= (std::numeric_limits<MessageSize>::max)());
 
        const MessageSize size = static_cast<MessageSize>(distance);
 
        assert(size <= size_);
 
        return size;
    }

    template<class Callable, class Owner>
    void setVariableLengthField(Callable callable, StrRef value, Owner& owner)
    {
        setVarDataField(callable(owner), value, owner.tail());
    }

    template<class Callable, class Owner>
    void setVariableLengthField(Callable callable, StrRef value, SchemaVersion since, Owner& owner)
    {
        if ONIXS_ICEBOE_UNLIKELY(since > version())
            throwDisallowedField();
 
        setVariableLengthField(callable, value, owner);
    }

    template<class Callable, class Owner>
    StrRef getVariableLengthField(Callable callable, const Owner& owner) const noexcept
    {
        ONIXS_ICEBOE_CHECK_NOTHROW(callable(owner));
        return callable(owner).varData();
    }

    template<class Callable, class Owner>
    StrRef getVariableLengthField(Callable callable, SchemaVersion since, Owner& owner) const noexcept
    {
        if ONIXS_ICEBOE_UNLIKELY(since > version())
            return StrRef();
 
        return getVariableLengthField(callable, owner);
    }

    template<class Callable, class Owner>
    void setVariableLengthFieldToNull(Callable callable, Owner& owner) noexcept
    {
        ONIXS_ICEBOE_CHECK_NOTHROW(callable(owner));
        callable(owner).length(0);
    }

    template<class Group, class Callable, class Owner>
    void resetGroup(Callable callable, Owner& owner) noexcept
    {
        const typename Group::EntrySize entrySize = Group::Entry::blockLength(version());
 
        Group grp = callable(owner);
 
        initGroup(grp, entrySize);
    }

    template<class Callable, class Owner>
    void setVariableLengthFieldToNull(Callable callable, SchemaVersion since, Owner& owner) noexcept
    {
        if ONIXS_ICEBOE_UNLIKELY(since > version())
            return;
 
        setVariableLengthFieldToNull(callable, owner);
    }

    template<class Group, class Callable, class Owner>
    void resetGroup(Callable callable, SchemaVersion since, Owner& owner)
    {
        if ONIXS_ICEBOE_UNLIKELY(since > version())
            return;
 
        resetGroup<Group>(callable, owner);
    }

    template<class Group, class Callable, class Owner>
    ONIXS_ICEBOE_FORCEINLINE
    Group getGroup(Callable callable, Owner& owner) const noexcept
    {
        ONIXS_ICEBOE_CHECK_NOTHROW(callable(owner));
        return callable(owner);
    }

    template<class Group, class Callable, class Owner>
    ONIXS_ICEBOE_FORCEINLINE
    Group getGroup(Callable callable, SchemaVersion since, Owner& owner) const noexcept
    {
        if ONIXS_ICEBOE_UNLIKELY(since > version())
            return Group();
 
        return getGroup<Group>(callable, owner);
    }

    template<class Group, class Callable, class Owner>
    ONIXS_ICEBOE_FORCEINLINE
    Group constructGroup(Callable callable, typename Group::Size length, SchemaVersion since, Owner& owner)
    {
        if ONIXS_ICEBOE_UNLIKELY(since > version())
            return Group();
 
        return constructGroup<Group>(callable, length, owner);
    }

    template<class Group, class Callable, class Owner>
    ONIXS_ICEBOE_FORCEINLINE
    Group constructGroup(Callable callable, typename Group::Size length, Owner& owner)
    {
        Group group = callable(owner);
 
        constructGroup(group, length, owner.tail());
 
        return group;
    }

    template<class Group, class Callable, class Owner>
    Group setupGroup(Callable callable, typename Group::Size length, SchemaVersion since, Owner& owner)
    {
        if ONIXS_ICEBOE_UNLIKELY(since > version())
            return Group();
 
        return setupGroup<Group>(callable, length, owner);
    }

    template<class Group, class Callable, class Owner>
    Group setupGroup(Callable callable, typename Group::Size length, Owner& owner)
    {
        Group group = callable(owner);
 
        setupGroup(group, length, owner.tail());
 
        return group;
    }

    ONIXS_ICEBOE_EXPORTED
    ONIXS_ICEBOE_NODISCARD
    constexpr
    static MessageSize getMaxMessageSize() noexcept
    {
        return
            MaxSbeMessageSize;
    }
 
private:
    MessageHeader* header_;
    MessageSize size_;
};
 
ONIXS_ICEBOE_MESSAGING_NAMESPACE_END