yt/cpp/mapreduce/io/node_table_writer.cpp - main - githubmirror/nbs

yt/cpp/mapreduce/io/node_table_writer.cpp

77 строк2 KB

Anton Myagkov

Update ydb version to 24.4 (#4579)

07 фев 2026, 11:59

07 фев 2026, 11:592c21cae

#include "node_table_writer.h"

#include <yt/cpp/mapreduce/common/node_visitor.h>

#include <yt/cpp/mapreduce/interface/io.h>

#include <yt/cpp/mapreduce/interface/logging/yt_log.h>

#include <library/cpp/yson/writer.h>

namespace NYT {

////////////////////////////////////////////////////////////////////////////////

TNodeTableWriter::TNodeTableWriter(THolder<IProxyOutput> output, NYson::EYsonFormat format)
    : Output_(std::move(output))
{
    for (size_t i = 0; i < Output_->GetStreamCount(); ++i) {
        Writers_.push_back(
            MakeHolder<::NYson::TYsonWriter>(Output_->GetStream(i), format, NYT::NYson::EYsonType::ListFragment));
    }
}

TNodeTableWriter::~TNodeTableWriter()
{ }

size_t TNodeTableWriter::GetBufferMemoryUsage() const
{
    return Output_->GetBufferMemoryUsage();
}

size_t TNodeTableWriter::GetTableCount() const
{
    return Output_->GetStreamCount();
}

void TNodeTableWriter::FinishTable(size_t tableIndex) {
    Output_->GetStream(tableIndex)->Finish();
}

void TNodeTableWriter::AddRow(const TNode& row, size_t tableIndex)
{
    if (row.HasAttributes()) {
        ythrow TIOException() << "Row cannot have attributes";
    }

    static const TNode emptyMap = TNode::CreateMap();
    const TNode* outRow = &emptyMap;
    if (row.GetType() != TNode::Undefined) {
        if (!row.IsMap()) {
            ythrow TIOException() << "Row should be a map node";
        } else {
            outRow = &row;
        }
    }

    auto* writer = Writers_[tableIndex].Get();
    writer->OnListItem();

    TNodeVisitor visitor(writer);
    visitor.Visit(*outRow);

    Output_->OnRowFinished(tableIndex);
}

void TNodeTableWriter::AddRow(TNode&& row, size_t tableIndex) {
    AddRow(row, tableIndex);
}

void TNodeTableWriter::Abort()
{
    Output_->Abort();
}

////////////////////////////////////////////////////////////////////////////////

} // namespace NYT