Serializer.cpp

#include <xrpl/protocol/Serializer.h>
 
#include <xrpl/basics/Buffer.h>
#include <xrpl/basics/Slice.h>
#include <xrpl/basics/base_uint.h>
#include <xrpl/basics/contract.h>
#include <xrpl/basics/safe_cast.h>
#include <xrpl/beast/utility/instrumentation.h>
#include <xrpl/protocol/HashPrefix.h>
#include <xrpl/protocol/digest.h>
 
#include <boost/endian/conversion.hpp>
 
#include <array>
#include <cstddef>
#include <cstdint>
#include <cstring>
#include <stdexcept>
#include <string>
#include <type_traits>
 
namespace xrpl {
 
int
Serializer::add16(std::uint16_t i)
{
    int const ret = data_.size();
    data_.push_back(static_cast<unsigned char>(i >> 8));
    data_.push_back(static_cast<unsigned char>(i & 0xff));
    return ret;
}
 
int
Serializer::add32(HashPrefix p)
{
    // This should never trigger; the size & type of a hash prefix are
    // integral parts of the protocol and unlikely to ever change.
    static_assert(std::is_same_v<std::uint32_t, std::underlying_type_t<decltype(p)>>);
 
    return add32(safeCast<std::uint32_t>(p));
}
 
template <>
int
Serializer::addInteger(unsigned char i)
{
    return add8(i);
}
template <>
int
Serializer::addInteger(std::uint16_t i)
{
    return add16(i);
}
template <>
int
Serializer::addInteger(std::uint32_t i)
{
    return add32(i);
}
template <>
int
Serializer::addInteger(std::uint64_t i)
{
    return add64(i);
}
template <>
int
Serializer::addInteger(std::int32_t i)
{
    return add32(i);
}
 
int
Serializer::addRaw(Blob const& vector)
{
    int const ret = data_.size();
    data_.insert(data_.end(), vector.begin(), vector.end());
    return ret;
}
 
int
Serializer::addRaw(Slice slice)
{
    int const ret = data_.size();
    data_.insert(data_.end(), slice.begin(), slice.end());
    return ret;
}
 
int
Serializer::addRaw(Serializer const& s)
{
    int const ret = data_.size();
    data_.insert(data_.end(), s.begin(), s.end());
    return ret;
}
 
int
Serializer::addRaw(void const* ptr, int len)
{
    int const ret = data_.size();
    data_.insert(data_.end(), (char const*)ptr, ((char const*)ptr) + len);
    return ret;
}
 
int
Serializer::addFieldID(int type, int name)
{
    int const ret = data_.size();
    XRPL_ASSERT(
        (type > 0) && (type < 256) && (name > 0) && (name < 256),
        "xrpl::Serializer::addFieldID : inputs inside range");
 
    if (type < 16)
    {
        if (name < 16)
        {
            // common type, common name
            data_.push_back(static_cast<unsigned char>((type << 4) | name));
        }
        else
        {
            // common type, uncommon name
            data_.push_back(static_cast<unsigned char>(type << 4));
            data_.push_back(static_cast<unsigned char>(name));
        }
    }
    else if (name < 16)
    {
        // uncommon type, common name
        data_.push_back(static_cast<unsigned char>(name));
        data_.push_back(static_cast<unsigned char>(type));
    }
    else
    {
        // uncommon type, uncommon name
        data_.push_back(static_cast<unsigned char>(0));
        data_.push_back(static_cast<unsigned char>(type));
        data_.push_back(static_cast<unsigned char>(name));
    }
 
    return ret;
}
 
int
Serializer::add8(unsigned char byte)
{
    int const ret = data_.size();
    data_.push_back(byte);
    return ret;
}
 
bool
Serializer::get8(int& byte, int offset) const
{
    if (offset >= data_.size())
        return false;
 
    byte = data_[offset];
    return true;
}
 
bool
Serializer::chop(int bytes)
{
    if (bytes > data_.size())
        return false;
 
    data_.resize(data_.size() - bytes);
    return true;
}
 
uint256
Serializer::getSHA512Half() const
{
    return sha512Half(makeSlice(data_));
}
 
int
Serializer::addVL(Blob const& vector)
{
    int const ret = addEncoded(vector.size());
    addRaw(vector);
    XRPL_ASSERT(
        data_.size() == (ret + vector.size() + encodeLengthLength(vector.size())),
        "xrpl::Serializer::addVL : size matches expected");
    return ret;
}
 
int
Serializer::addVL(Slice const& slice)
{
    int const ret = addEncoded(slice.size());
    if (!slice.empty())
        addRaw(slice.data(), slice.size());
    return ret;
}
 
int
Serializer::addVL(void const* ptr, int len)
{
    int const ret = addEncoded(len);
 
    if (len != 0)
        addRaw(ptr, len);
 
    return ret;
}
 
int
Serializer::addEncoded(int length)
{
    std::array<std::uint8_t, 4> bytes{};
    int numBytes = 0;
 
    if (length <= 192)
    {
        bytes[0] = static_cast<unsigned char>(length);
        numBytes = 1;
    }
    else if (length <= 12480)
    {
        length -= 193;
        bytes[0] = 193 + static_cast<unsigned char>(length >> 8);
        bytes[1] = static_cast<unsigned char>(length & 0xff);
        numBytes = 2;
    }
    else if (length <= 918744)
    {
        length -= 12481;
        bytes[0] = 241 + static_cast<unsigned char>(length >> 16);
        bytes[1] = static_cast<unsigned char>((length >> 8) & 0xff);
        bytes[2] = static_cast<unsigned char>(length & 0xff);
        numBytes = 3;
    }
    else
    {
        Throw<std::overflow_error>("lenlen");
    }
 
    return addRaw(&bytes[0], numBytes);
}
 
int
Serializer::encodeLengthLength(int length)
{
    if (length < 0)
        Throw<std::overflow_error>("len<0");
 
    if (length <= 192)
        return 1;
 
    if (length <= 12480)
        return 2;
 
    if (length <= 918744)
        return 3;
 
    Throw<std::overflow_error>("len>918744");
    return 0;  // Silence compiler warning.
}
 
int
Serializer::decodeLengthLength(int b1)
{
    if (b1 < 0)
        Throw<std::overflow_error>("b1<0");
 
    if (b1 <= 192)
        return 1;
 
    if (b1 <= 240)
        return 2;
 
    if (b1 <= 254)
        return 3;
 
    Throw<std::overflow_error>("b1>254");
    return 0;  // Silence compiler warning.
}
 
int
Serializer::decodeVLLength(int b1)
{
    if (b1 < 0)
        Throw<std::overflow_error>("b1<0");
 
    if (b1 > 254)
        Throw<std::overflow_error>("b1>254");
 
    return b1;
}
 
int
Serializer::decodeVLLength(int b1, int b2)
{
    if (b1 < 193)
        Throw<std::overflow_error>("b1<193");
 
    if (b1 > 240)
        Throw<std::overflow_error>("b1>240");
 
    return 193 + ((b1 - 193) * 256) + b2;
}
 
int
Serializer::decodeVLLength(int b1, int b2, int b3)
{
    if (b1 < 241)
        Throw<std::overflow_error>("b1<241");
 
    if (b1 > 254)
        Throw<std::overflow_error>("b1>254");
 
    return 12481 + ((b1 - 241) * 65536) + (b2 * 256) + b3;
}
 
//------------------------------------------------------------------------------
 
SerialIter::SerialIter(void const* data, std::size_t size) noexcept
    : p_(reinterpret_cast<std::uint8_t const*>(data)), remain_(size)
{
}
 
void
SerialIter::reset() noexcept
{
    p_ -= used_;
    remain_ += used_;
    used_ = 0;
}
 
void
SerialIter::skip(int length)
{
    if (remain_ < length)
        Throw<std::runtime_error>("invalid SerialIter skip");
    p_ += length;
    used_ += length;
    remain_ -= length;
}
 
unsigned char
SerialIter::get8()
{
    if (remain_ < 1)
        Throw<std::runtime_error>("invalid SerialIter get8");
    unsigned char const t = *p_;
    ++p_;
    ++used_;
    --remain_;
    return t;
}
 
std::uint16_t
SerialIter::get16()
{
    if (remain_ < 2)
        Throw<std::runtime_error>("invalid SerialIter get16");
    auto t = p_;
    p_ += 2;
    used_ += 2;
    remain_ -= 2;
    return (std::uint64_t(t[0]) << 8) + std::uint64_t(t[1]);
}
 
std::uint32_t
SerialIter::get32()
{
    if (remain_ < 4)
        Throw<std::runtime_error>("invalid SerialIter get32");
    auto t = p_;
    p_ += 4;
    used_ += 4;
    remain_ -= 4;
    return (std::uint64_t(t[0]) << 24) + (std::uint64_t(t[1]) << 16) + (std::uint64_t(t[2]) << 8) +
        std::uint64_t(t[3]);
}
 
std::uint64_t
SerialIter::get64()
{
    if (remain_ < 8)
        Throw<std::runtime_error>("invalid SerialIter get64");
    auto t = p_;
    p_ += 8;
    used_ += 8;
    remain_ -= 8;
    return (std::uint64_t(t[0]) << 56) + (std::uint64_t(t[1]) << 48) + (std::uint64_t(t[2]) << 40) +
        (std::uint64_t(t[3]) << 32) + (std::uint64_t(t[4]) << 24) + (std::uint64_t(t[5]) << 16) +
        (std::uint64_t(t[6]) << 8) + std::uint64_t(t[7]);
}
 
std::int32_t
SerialIter::geti32()
{
    if (remain_ < 4)
        Throw<std::runtime_error>("invalid SerialIter geti32");
    auto t = p_;
    p_ += 4;
    used_ += 4;
    remain_ -= 4;
    return boost::endian::load_big_s32(t);
}
 
std::int64_t
SerialIter::geti64()
{
    if (remain_ < 8)
        Throw<std::runtime_error>("invalid SerialIter geti64");
    auto t = p_;
    p_ += 8;
    used_ += 8;
    remain_ -= 8;
    return boost::endian::load_big_s64(t);
}
 
void
SerialIter::getFieldID(int& type, int& name)
{
    type = get8();
    name = type & 15;
    type >>= 4;
 
    if (type == 0)
    {
        // uncommon type
        type = get8();
        if (type < 16)
            Throw<std::runtime_error>("gFID: uncommon type out of range " + std::to_string(type));
    }
 
    if (name == 0)
    {
        // uncommon name
        name = get8();
        if (name < 16)
            Throw<std::runtime_error>("gFID: uncommon name out of range " + std::to_string(name));
    }
}
 
// getRaw for blob or buffer
template <class T>
T
SerialIter::getRawHelper(int size)
{
    static_assert(std::is_same_v<T, Blob> || std::is_same_v<T, Buffer>, "");
    if (remain_ < size)
        Throw<std::runtime_error>("invalid SerialIter getRaw");
    T result(size);
    if (size != 0)
    {
        // It's normally safe to call memcpy with size set to 0 (see the
        // C99 standard 7.21.1/2). However, here this could mean that
        // result.data would be null, which would trigger undefined behavior.
        std::memcpy(result.data(), p_, size);
        p_ += size;
        used_ += size;
        remain_ -= size;
    }
    return result;
}
 
// VFALCO DEPRECATED Returns a copy
Blob
SerialIter::getRaw(int size)
{
    return getRawHelper<Blob>(size);
}
 
int
SerialIter::getVLDataLength()
{
    int const b1 = get8();
    int datLen = 0;
    int const lenLen = Serializer::decodeLengthLength(b1);
    if (lenLen == 1)
    {
        datLen = Serializer::decodeVLLength(b1);
    }
    else if (lenLen == 2)
    {
        int const b2 = get8();
        datLen = Serializer::decodeVLLength(b1, b2);
    }
    else
    {
        XRPL_ASSERT(lenLen == 3, "xrpl::SerialIter::getVLDataLength : lenLen is 3");
        int const b2 = get8();
        int const b3 = get8();
        datLen = Serializer::decodeVLLength(b1, b2, b3);
    }
    return datLen;
}
 
Slice
SerialIter::getSlice(std::size_t bytes)
{
    if (bytes > remain_)
        Throw<std::runtime_error>("invalid SerialIter getSlice");
    Slice const s(p_, bytes);
    p_ += bytes;
    used_ += bytes;
    remain_ -= bytes;
    return s;
}
 
// VFALCO DEPRECATED Returns a copy
Blob
SerialIter::getVL()
{
    return getRaw(getVLDataLength());
}
 
Buffer
SerialIter::getVLBuffer()
{
    return getRawHelper<Buffer>(getVLDataLength());
}
 
}  // namespace xrpl