cpp_src/tools/serializer.h - master - uzer_007/reindexer

cpp_src/tools/serializer.h
598 строк19 KB
madschemas
Update to version v5.10.0
29 дек 2025, 14:43
29 дек 2025, 14:4328ca522
#pragma once

#include <memory>
#include <string_view>
#include "core/cjson/ctag.h"
#include "core/enums.h"
#include "core/keyvalue/float_vector.h"
#include "core/keyvalue/uuid.h"
#include "core/keyvalue/variant.h"
#include "core/rank_t.h"
#include "estl/chunk.h"
#include "estl/membuf.h"
#include "tools/stringstools.h"
#include "tools/varint.h"

// Defined in venored libs
char* i32toa(int32_t value, char* buffer);
char* i64toa(int64_t value, char* buffer);

namespace reindexer {

struct p_string;
struct v_string_hdr;
class chunk;

constexpr auto kTrueSV = std::string_view("true");
constexpr auto kFalseSV = std::string_view("false");

class [[nodiscard]] Serializer {
public:
	Serializer(const void* buf, size_t len) noexcept : buf_(static_cast<const uint8_t*>(buf)), len_(len), pos_(0) {}
	explicit Serializer(std::string_view buf) noexcept : buf_(reinterpret_cast<const uint8_t*>(buf.data())), len_(buf.length()), pos_(0) {}
	bool Eof() const noexcept { return pos_ >= len_; }
	RX_ALWAYS_INLINE KeyValueType GetKeyValueType() { return KeyValueType::FromNumber(GetVarUInt()); }
	Variant GetVariant() {
		const KeyValueType type = GetKeyValueType();
		if (type.Is<KeyValueType::Tuple>()) {
			VariantArray compositeValues;
			uint64_t count = GetVarUInt();
			compositeValues.reserve(count);
			for (size_t i = 0; i < count; ++i) {
				compositeValues.emplace_back(GetVariant());
			}
			return Variant(compositeValues);
		} else if (type.Is<KeyValueType::FloatVector>()) {
			return Variant(GetFloatVectorView());
		} else {
			return GetRawVariant(type);
		}
	}
	Variant GetRawVariant(KeyValueType type) {
		return type.EvaluateOneOf(
			[this](KeyValueType::Int) { return Variant(int(GetVarint())); },
			[this](KeyValueType::Bool) { return Variant(bool(GetVarUInt())); },
			[this](KeyValueType::Int64) { return Variant(int64_t(GetVarint())); },
			[this](KeyValueType::Double) { return Variant(GetDouble()); }, [this](KeyValueType::String) { return getPVStringVariant(); },
			[](KeyValueType::Null) noexcept { return Variant(); }, [this](KeyValueType::Uuid) { return Variant{GetUuid()}; },
			[this](KeyValueType::Float) { return Variant(GetFloat()); },
			[this,
			 &type](concepts::OneOf<KeyValueType::Tuple, KeyValueType::Composite, KeyValueType::Undefined, KeyValueType::FloatVector> auto)
				-> Variant { throwUnknownTypeError(type.Name()); });
	}
	void SkipRawVariant(KeyValueType type) {
		type.EvaluateOneOf(
			[this](KeyValueType::Int) { std::ignore = GetVarint(); }, [this](KeyValueType::Bool) { std::ignore = GetVarUInt(); },
			[this](KeyValueType::Int64) { std::ignore = GetVarint(); }, [this](KeyValueType::Double) { std::ignore = GetDouble(); },
			[this](KeyValueType::String) { std::ignore = getPVStringPtr(); }, [](KeyValueType::Null) noexcept {},
			[this](KeyValueType::Uuid) { std::ignore = GetUuid(); }, [this](KeyValueType::Float) { std::ignore = GetFloat(); },
			[this, &type](
				concepts::OneOf<KeyValueType::Tuple, KeyValueType::Composite, KeyValueType::Undefined, KeyValueType::FloatVector> auto) {
				throwUnknownTypeError(type.Name());
			});
	}
	RX_ALWAYS_INLINE std::string_view GetSlice() {
		auto l = GetUInt32();
		std::string_view b(reinterpret_cast<const char*>(buf_ + pos_), l);
		checkbound(pos_, b.size(), len_);
		pos_ += b.size();
		return b;
	}
	RX_ALWAYS_INLINE uint8_t GetUInt8() {
		uint8_t ret;
		checkbound(pos_, sizeof(ret), len_);
		memcpy(&ret, buf_ + pos_, sizeof(ret));
		pos_ += sizeof(ret);
		return ret;
	}
	RX_ALWAYS_INLINE uint32_t GetUInt32() {
		uint32_t ret;
		checkbound(pos_, sizeof(ret), len_);
		memcpy(&ret, buf_ + pos_, sizeof(ret));
		pos_ += sizeof(ret);
		return ret;
	}
	RX_ALWAYS_INLINE uint64_t GetUInt64() {
		uint64_t ret;
		checkbound(pos_, sizeof(ret), len_);
		memcpy(&ret, buf_ + pos_, sizeof(ret));
		pos_ += sizeof(ret);
		return ret;
	}
	RX_ALWAYS_INLINE double GetDouble() {
		double ret;
		checkbound(pos_, sizeof(ret), len_);
		memcpy(&ret, buf_ + pos_, sizeof(ret));
		pos_ += sizeof(ret);
		return ret;
	}
	RX_ALWAYS_INLINE float GetFloat() {
		float ret;
		checkbound(pos_, sizeof(ret), len_);
		memcpy(&ret, buf_ + pos_, sizeof(ret));
		pos_ += sizeof(ret);
		return ret;
	}
	RX_ALWAYS_INLINE RankT GetRank() { return RankT{GetFloat()}; }
	ConstFloatVectorView GetFloatVectorView() {
		using Float = ConstFloatVectorView::DataType;
		unsigned dim = GetVarUInt();
		if (dim == 0) {
			return {};
		} else {
			const bool isStripped = dim & 1;
			dim >>= 1;
			if (isStripped) {
				return ConstFloatVectorView::CreateStripped(FloatVectorDimension(dim));
			} else {
				const size_t memSize = dim * sizeof(Float);
				checkbound(pos_, memSize, len_);
				const auto position = pos_;
				pos_ += memSize;
				return ConstFloatVectorView{std::span{reinterpret_cast<Float*>(buf_ + position), dim}};
			}
		}
	}
	void SkipUuid() { std::ignore = GetUuid(); }
	Uuid GetUuid() {
		const uint64_t v1 = GetUInt64();
		const uint64_t v2 = GetUInt64();
		return Uuid{v1, v2};
	}
	RX_ALWAYS_INLINE int64_t GetVarint() {
		auto l = scan_varint(len_ - pos_, buf_ + pos_);
		if (l == 0) {
			using namespace std::string_view_literals;
			throwScanIntError("scan_varint"sv);
		}

		checkbound(pos_, l, len_);
		pos_ += l;
		return parse_int64(l, buf_ + pos_ - l);
	}
	RX_ALWAYS_INLINE uint64_t GetVarUInt() {  // -V1071
		auto l = scan_varint(len_ - pos_, buf_ + pos_);
		if (l == 0) {
			using namespace std::string_view_literals;
			throwScanIntError("scan_varuint"sv);
		}
		checkbound(pos_, l, len_);
		pos_ += l;
		return parse_uint64(l, buf_ + pos_ - l);
	}
	RX_ALWAYS_INLINE ctag GetCTag() { return ctag{GetVarUInt()}; }
	RX_ALWAYS_INLINE carraytag GetCArrayTag() { return carraytag{GetUInt32()}; }
	RX_ALWAYS_INLINE std::string_view GetVString() {
		auto l = GetVarUInt();
		checkbound(pos_, l, len_);
		pos_ += l;
		return {reinterpret_cast<const char*>(buf_ + pos_ - l), std::string_view::size_type(l)};
	}
	void SkipPVString();
	p_string GetPVString();
	p_string GetPSlice();
	Uuid GetStrUuid() { return Uuid{GetVString()}; }
	RX_ALWAYS_INLINE bool GetBool() { return bool(GetVarUInt()); }
	size_t Pos() const noexcept { return pos_; }
	void SetPos(size_t p) noexcept { pos_ = p; }
	const uint8_t* Buf() const noexcept { return buf_; }
	size_t Len() const noexcept { return len_; }
	void Reset() noexcept { pos_ = 0; }

private:
	RX_ALWAYS_INLINE void checkbound(uint64_t pos, uint64_t need, uint64_t len) {
		if (pos + need > len) {
			throwUnderflowError(pos, need, len);
		}
	}
	[[noreturn]] void throwUnderflowError(uint64_t pos, uint64_t need, uint64_t len);
	[[noreturn]] void throwScanIntError(std::string_view type);
	[[noreturn]] void throwUnknownTypeError(std::string_view type);
	Variant getPVStringVariant();
	const v_string_hdr* getPVStringPtr();

	const uint8_t* buf_{nullptr};
	size_t len_{0};
	size_t pos_{0};
};

class [[nodiscard]] WrSerializer {
public:
	WrSerializer() noexcept : buf_(inBuf_), len_(0), cap_(sizeof(inBuf_)) {}
	template <unsigned N>
	explicit WrSerializer(uint8_t (&buf)[N]) noexcept : buf_(buf), len_(0), cap_(N), hasExternalBuf_(true) {}
	explicit WrSerializer(chunk&& ch) noexcept : buf_(ch.release()), len_(ch.len()), cap_(ch.capacity()) {
		if (!buf_) {
			buf_ = inBuf_;
			cap_ = sizeof(inBuf_);
			len_ = 0;
		}
	}
	WrSerializer(const WrSerializer&) = delete;
	WrSerializer(WrSerializer&& other) noexcept : len_(other.len_), cap_(other.cap_), hasExternalBuf_(other.hasExternalBuf_) {
		if (other.buf_ == other.inBuf_) {
			buf_ = inBuf_;
			memcpy(buf_, other.buf_, other.len_ * sizeof(other.inBuf_[0]));
		} else {
			buf_ = other.buf_;
			other.buf_ = other.inBuf_;
		}
		other.len_ = 0;
		other.cap_ = 0;
		other.hasExternalBuf_ = false;
	}
	~WrSerializer() {
		if (HasAllocatedBuffer()) {
			delete[] buf_;	// NOLINT(*.NewDelete) False positive
		}
	}
	WrSerializer& operator=(const WrSerializer&) = delete;
	WrSerializer& operator=(WrSerializer&& other) noexcept {
		if (this != &other) {
			if (HasAllocatedBuffer()) {
				delete[] buf_;	// NOLINT(*.NewDelete) False positive
			}

			len_ = other.len_;
			cap_ = other.cap_;

			if (other.buf_ == other.inBuf_) {
				buf_ = inBuf_;
				memcpy(buf_, other.buf_, other.len_ * sizeof(other.inBuf_[0]));
			} else {
				buf_ = other.buf_;
				other.buf_ = other.inBuf_;
			}

			hasExternalBuf_ = other.hasExternalBuf_;
			other.len_ = 0;
			other.cap_ = 0;
			other.hasExternalBuf_ = false;
		}

		return *this;
	}
	bool HasAllocatedBuffer() const noexcept { return buf_ != inBuf_ && !hasExternalBuf_; }

	RX_ALWAYS_INLINE void PutKeyValueType(KeyValueType t) { PutVarUint(t.ToNumber()); }
	void PutVariant(const Variant& kv) {
		PutKeyValueType(kv.Type());
		kv.Type().EvaluateOneOf(
			[&](KeyValueType::Tuple) {
				auto compositeValues = kv.getCompositeValues();
				PutVarUint(compositeValues.size());
				for (auto& v : compositeValues) {
					PutVariant(v);
				}
			},
			[&](KeyValueType::Bool) { PutBool(bool(kv)); }, [&](KeyValueType::Int64) { PutVarint(int64_t(kv)); },
			[&](KeyValueType::Int) { PutVarint(int(kv)); }, [&](KeyValueType::Double) { PutDouble(double(kv)); },
			[&](KeyValueType::Float) { PutFloat(float(kv)); }, [&](KeyValueType::String) { PutVString(std::string_view(kv)); },
			[&](KeyValueType::Null) noexcept {}, [&](KeyValueType::Uuid) { PutUuid(Uuid{kv}); },
			[&](KeyValueType::FloatVector) { PutFloatVectorView(ConstFloatVectorView{kv}); },
			[&](concepts::OneOf<KeyValueType::Composite, KeyValueType::Undefined> auto) {
				std::string name(kv.Type().Name());
				fprintf(stderr, "reindexer error: unknown keyType %s\n", name.data());
				abort();
			});
	}

	// Put slice with 4 bytes len header
	RX_ALWAYS_INLINE void PutSlice(std::string_view slice) {
		PutUInt32(slice.size());
		grow(slice.size());
		// TODO: Check with newer version. Clang-tidy v21 is unable to validate len correctly
		// NOLINTNEXTLINE (clang-analyzer-security.ArrayBound)
		memcpy(&buf_[len_], slice.data(), slice.size());
		len_ += slice.size();
	}

private:
	class [[nodiscard]] SliceHelper {
	public:
		SliceHelper(WrSerializer* ser, size_t pos) noexcept : ser_(ser), pos_(pos) {}
		SliceHelper(const SliceHelper&) = delete;
		SliceHelper operator=(const SliceHelper&) = delete;
		SliceHelper(SliceHelper&& other) noexcept : ser_(other.ser_), pos_(other.pos_) { other.ser_ = nullptr; }
		SliceHelper& operator=(SliceHelper&& other) noexcept {
			if (this != &other) {
				ser_ = other.ser_;
				pos_ = other.pos_;
				other.ser_ = nullptr;
			}
			return *this;
		}
		~SliceHelper() {
			if (ser_) {
				uint32_t sliceSize = ser_->len_ - pos_ - sizeof(uint32_t);
				memcpy(&ser_->buf_[pos_], &sliceSize, sizeof(sliceSize));
			}
			ser_ = nullptr;
		}

	private:
		const WrSerializer* ser_{nullptr};
		size_t pos_{0};
	};

public:
	class [[nodiscard]] VStringHelper {
	public:
		VStringHelper() noexcept : ser_(nullptr), pos_(0) {}
		VStringHelper(WrSerializer* ser, size_t pos) noexcept : ser_(ser), pos_(pos) {}
		VStringHelper(const VStringHelper&) = delete;
		VStringHelper operator=(const VStringHelper&) = delete;
		VStringHelper(VStringHelper&& other) noexcept : ser_(other.ser_), pos_(other.pos_) { other.ser_ = nullptr; }
		VStringHelper& operator=(VStringHelper&& other) noexcept {
			if (this != &other) {
				ser_ = other.ser_;
				pos_ = other.pos_;
				other.ser_ = nullptr;
			}
			return *this;
		}
		// NOLINTNEXTLINE(bugprone-exception-escape) Not sure if we can handle this somehow
		~VStringHelper() { End(); }
		void End();

	private:
		WrSerializer* ser_{nullptr};
		size_t pos_{0};
	};

	SliceHelper StartSlice() {
		const size_t savePos = len_;
		PutUInt32(0);
		return {this, savePos};
	}
	VStringHelper StartVString() noexcept { return {this, len_}; }

	// Put raw data
	RX_ALWAYS_INLINE void PutUInt8(uint8_t v) {
		grow(sizeof(v));
		memcpy(&buf_[len_], &v, sizeof(v));
		len_ += sizeof(v);
	}
	RX_ALWAYS_INLINE void PutUInt32(uint32_t v) {
		grow(sizeof(v));
		memcpy(&buf_[len_], &v, sizeof(v));
		len_ += sizeof(v);
	}
	RX_ALWAYS_INLINE void PutCArrayTag(carraytag atag) { PutUInt32(atag.asNumber()); }
	RX_ALWAYS_INLINE void PutUInt64(uint64_t v) {
		grow(sizeof(v));
		memcpy(&buf_[len_], &v, sizeof(v));
		len_ += sizeof(v);
	}
	RX_ALWAYS_INLINE void PutDouble(double v) {
		grow(sizeof(v));
		memcpy(&buf_[len_], &v, sizeof(v));
		len_ += sizeof(v);
	}
	RX_ALWAYS_INLINE void PutFloat(float v) {
		grow(sizeof(v));
		memcpy(&buf_[len_], &v, sizeof(v));
		len_ += sizeof(v);
	}
	RX_ALWAYS_INLINE void PutRank(RankT v) { PutFloat(v.Value()); }
	void PutFloatVectorView(ConstFloatVectorView v) {
		using Float = ConstFloatVectorView::DataType;
		static_assert(alignof(Float) <= sizeof(Float));
		PutVarUint((uint64_t(v.Dimension()) << 1) | (v.IsStripped() ? 1 : 0));
		if (!v.IsStrippedOrEmpty()) {
			const uint64_t memSize = sizeof(Float) * v.Dimension().Value();
			grow(memSize);
			memcpy(&buf_[len_], v.Data(), memSize);
			len_ += memSize;
		}
	}
	void PutFPStrNoTrailing(double v) {
		grow(32);
		len_ += double_to_str_no_trailing(v, reinterpret_cast<char*>(buf_ + len_), 32);
	}
	void PutFPStrNoTrailing(float v) {
		grow(32);
		len_ += float_to_str_no_trailing(v, reinterpret_cast<char*>(buf_ + len_), 32);
	}

	template <typename T, typename std::enable_if<sizeof(T) == 8 && std::is_integral<T>::value>::type* = nullptr>
	WrSerializer& operator<<(T k) {
		grow(32);
		char* b = i64toa(k, reinterpret_cast<char*>(buf_ + len_));
		len_ = b - reinterpret_cast<char*>(buf_);
		return *this;
	}
	template <typename T, typename std::enable_if<sizeof(T) <= 4 && std::is_integral<T>::value>::type* = nullptr>
	WrSerializer& operator<<(T k) {
		grow(32);
		char* b = i32toa(k, reinterpret_cast<char*>(buf_ + len_));
		len_ = b - reinterpret_cast<char*>(buf_);
		return *this;
	}

	WrSerializer& operator<<(char c) {
		if (len_ + 1 >= cap_) {
			grow(1);
		}
		// TODO: Check with newer version. Clang-tidy v21 is unable to validate len correctly
		// NOLINTNEXTLINE (clang-analyzer-security.ArrayBound)
		buf_[len_++] = c;
		return *this;
	}
	WrSerializer& operator<<(std::string_view sv) {
		Write(sv);
		return *this;
	}
	WrSerializer& operator<<(const char* sv) {
		Write(std::string_view(sv));
		return *this;
	}
	WrSerializer& operator<<(bool v) {
		using namespace std::string_view_literals;
		Write(v ? kTrueSV : kFalseSV);
		return *this;
	}
	WrSerializer& operator<<(double v) {
		grow(32);
		len_ += double_to_str(v, reinterpret_cast<char*>(buf_ + len_), 32);
		return *this;
	}
	WrSerializer& operator<<(float v) {
		grow(32);
		len_ += float_to_str(v, reinterpret_cast<char*>(buf_ + len_), 32);
		return *this;
	}
	WrSerializer& operator<<(Uuid uuid) {
		grow(Uuid::kStrFormLen + 2);
		buf_[len_] = '\'';
		++len_;
		uuid.PutToStr(std::span<char>{reinterpret_cast<char*>(&buf_[len_]), Uuid::kStrFormLen});
		len_ += Uuid::kStrFormLen;
		buf_[len_] = '\'';
		++len_;
		return *this;
	}

	enum class [[nodiscard]] PrintJsonStringMode { Default = 0, QuotedQuote = 1 };
	void PrintJsonString(std::string_view str, PrintJsonStringMode mode = PrintJsonStringMode::Default);
	void PrintJsonUuid(Uuid);

	void PrintHexDump(std::string_view str);
	void Fill(char c, size_t count) {
		grow(count);
		memset(&buf_[len_], c, count);
		len_ += count;
	}
	template <typename T, typename std::enable_if_t<sizeof(T) == 8 && std::is_integral_v<T>>* = nullptr>
	RX_ALWAYS_INLINE void PutVarint(T v) {
		grow(10);
		len_ += sint64_pack(v, buf_ + len_);
	}
	template <typename T, typename std::enable_if_t<sizeof(T) == 8 && std::is_integral_v<T>>* = nullptr>
	RX_ALWAYS_INLINE void PutVarUint(T v) {
		grow(10);
		len_ += uint64_pack(v, buf_ + len_);
	}
	template <typename T, typename std::enable_if_t<sizeof(T) <= 4 && std::is_integral_v<T>>* = nullptr>
	RX_ALWAYS_INLINE void PutVarint(T v) {
		grow(10);
		len_ += sint32_pack(v, buf_ + len_);
	}
	template <typename T, typename std::enable_if_t<sizeof(T) <= 4 && std::is_integral_v<T>>* = nullptr>
	RX_ALWAYS_INLINE void PutVarUint(T v) {
		grow(10);
		len_ += uint32_pack(v, buf_ + len_);
	}
	template <typename T, typename std::enable_if_t<std::is_enum_v<T>>* = nullptr>
	RX_ALWAYS_INLINE void PutVarUint(T v) {
		assertrx(int64_t(v) >= 0 && int64_t(v) < 128);
		grow(1);
		buf_[len_++] = uint8_t(v);
	}
	RX_ALWAYS_INLINE void PutCTag(ctag tag) { PutVarUint(tag.asNumber()); }
	void PutCTag(KeyValueType fieldType, TagName tagName, int indexNumber) {
		fieldType.EvaluateOneOf(
			[&](concepts::OneOf<KeyValueType::Int, KeyValueType::Int64> auto) { PutCTag(ctag{TAG_VARINT, tagName, indexNumber}); },
			[&](concepts::OneOf<KeyValueType::Double, KeyValueType::Float, KeyValueType::String, KeyValueType::Bool, KeyValueType::Null,
								KeyValueType::Uuid> auto) { PutCTag(ctag{fieldType.ToTagType(), tagName, indexNumber}); },
			[&](concepts::OneOf<KeyValueType::Undefined, KeyValueType::Tuple, KeyValueType::Composite, KeyValueType::FloatVector> auto) {
				assertrx(false);
			});
	}
	RX_ALWAYS_INLINE void PutBool(bool v) {
		grow(1);
		len_ += boolean_pack(v, buf_ + len_);
	}
	RX_ALWAYS_INLINE void PutVString(std::string_view str) {
		grow(str.size() + 10);
		len_ += string_pack(str.data(), str.size(), buf_ + len_);
	}
	void PutStrUuid(Uuid);
	void PutUuid(Uuid uuid) {
		PutUInt64(uuid[0]);
		PutUInt64(uuid[1]);
	}

	// Buffer manipulation functions
	RX_ALWAYS_INLINE void Write(std::string_view slice) {
		grow(slice.size());
		// TODO: Check with newer version. Clang-tidy v21 is unable to validate len correctly
		// NOLINTNEXTLINE (clang-analyzer-security.ArrayBound)
		memcpy(&buf_[len_], slice.data(), slice.size());
		len_ += slice.size();
	}
	RX_ALWAYS_INLINE uint8_t* Buf() const noexcept { return buf_; }
	std::unique_ptr<uint8_t[]> DetachBuf(size_t minCap = 0) {
		std::unique_ptr<uint8_t[]> ret;

		if (!HasAllocatedBuffer()) {
			ret.reset(new uint8_t[std::max(len_, minCap)]);
			memcpy(ret.get(), buf_, len_);
		} else {
			ret.reset(buf_);
		}
		buf_ = inBuf_;
		cap_ = sizeof(inBuf_);
		len_ = 0;
		hasExternalBuf_ = false;
		return ret;
	}
	MemBuf DetachLStr(Shrink shrink = Shrink_False);
	chunk DetachChunk() {
		chunk ch;
		if (!HasAllocatedBuffer()) {
			ch.append_strict(Slice());
		} else {
			ch = chunk(buf_, len_, cap_);
		}
		buf_ = inBuf_;
		cap_ = sizeof(inBuf_);
		len_ = 0;
		hasExternalBuf_ = false;
		return ch;
	}
	void Reset(size_t len = 0) noexcept { len_ = len; }
	size_t Len() const noexcept { return len_; }
	size_t Cap() const noexcept { return cap_; }
	void Reserve(size_t cap) {
		if (cap > cap_) {
			auto b = std::make_unique<uint8_t[]>(cap);
			memcpy(b.get(), buf_, len_);
			if (HasAllocatedBuffer()) {
				delete[] buf_;	// NOLINT(*.NewDelete) False positive
			}
			buf_ = b.release();
			cap_ = cap;
			hasExternalBuf_ = false;
		}
	}
	RX_ALWAYS_INLINE std::string_view Slice() const noexcept { return {reinterpret_cast<const char*>(buf_), len_}; }
	const char* c_str() noexcept {
		grow(1);
		buf_[len_] = 0;
		return reinterpret_cast<const char*>(buf_);
	}
	bool HasHeap() const noexcept { return buf_ != inBuf_ && cap_; }

protected:
	RX_ALWAYS_INLINE void grow(size_t sz) {
		if (len_ + sz > cap_) {
			constexpr static size_t kPageMask = ~size_t(0xFFF);
			const auto newCap = ((cap_ * 2) + sz);
			const auto newCapAligned = newCap & kPageMask;
			Reserve((newCap == newCapAligned) ? newCap : (newCapAligned + 0x1000));
		}
	}
	uint8_t* buf_{nullptr};
	size_t len_{0};
	size_t cap_{0};
	uint8_t inBuf_[0x100];
	bool hasExternalBuf_{false};
};

inline int msgpack_wrserializer_write(void* data, const char* buf, size_t len) {
	reinterpret_cast<WrSerializer*>(data)->Write(std::string_view(buf, len));
	return 0;
}

}  // namespace reindexer