yt/cpp/mapreduce/io/proto_table_reader.h - main - githubmirror/nbs

yt/cpp/mapreduce/io/proto_table_reader.h
81 строка2 KB
Anton Myagkov
Update ydb version to 24.4 (#4579)
07 фев 2026, 11:59
07 фев 2026, 11:592c21cae
#pragma once

#include "lenval_table_reader.h"

#include <yt/cpp/mapreduce/interface/io.h>

namespace NYT {

class TRawTableReader;
class TNodeTableReader;

////////////////////////////////////////////////////////////////////////////////

class TProtoTableReader
    : public IProtoReaderImpl
{
public:
    explicit TProtoTableReader(
        ::TIntrusivePtr<TRawTableReader> input,
        TVector<const ::google::protobuf::Descriptor*>&& descriptors);
    ~TProtoTableReader() override = default;

    void ReadRow(Message* row) override;

    bool IsValid() const override;
    void Next() override;
    ui32 GetTableIndex() const override;
    ui32 GetRangeIndex() const override;
    ui64 GetRowIndex() const override;
    void NextKey() override;
    TMaybe<size_t> GetReadByteCount() const override;
    bool IsEndOfStream() const override;
    bool IsRawReaderExhausted() const override;

private:
    THolder<TNodeTableReader> NodeReader_;
    TVector<const ::google::protobuf::Descriptor*> Descriptors_;
};

////////////////////////////////////////////////////////////////////////////////

class TLenvalProtoTableReader
    : public IProtoReaderImpl
    , public TLenvalTableReader
{
public:
    explicit TLenvalProtoTableReader(
        ::TIntrusivePtr<TRawTableReader> input,
        TVector<const ::google::protobuf::Descriptor*>&& descriptors);

    explicit TLenvalProtoTableReader(
        ::TIntrusivePtr<TRawTableReader> input);

    ~TLenvalProtoTableReader() override = default;

    void ReadRow(Message* row) override;

    bool IsValid() const override;
    void Next() override;
    ui32 GetTableIndex() const override;
    ui32 GetRangeIndex() const override;
    ui64 GetRowIndex() const override;
    void NextKey() override;
    TMaybe<size_t> GetReadByteCount() const override;
    bool IsEndOfStream() const override;
    bool IsRawReaderExhausted() const override;

protected:
    void SkipRow() override;

private:
    bool ValidateProtoDescriptor_;
    TVector<const ::google::protobuf::Descriptor*> Descriptors_;
};

// Sometime useful outside mapreduce/yt
void ReadMessageFromNode(const TNode& node, Message* row);

////////////////////////////////////////////////////////////////////////////////

} // namespace NYT