yt/cpp/mapreduce/client/client_writer.cpp - main - githubmirror/nbs

yt/cpp/mapreduce/client/client_writer.cpp
103 строки3 KB
Anton Myagkov
Update ydb version to 24.4 (#4579)
07 фев 2026, 11:59
07 фев 2026, 11:592c21cae
#include "client_writer.h"

#include "retryful_writer.h"
#include "retryless_writer.h"
#include "retryful_writer_v2.h"

#include <yt/cpp/mapreduce/interface/io.h>
#include <yt/cpp/mapreduce/common/fwd.h>
#include <yt/cpp/mapreduce/common/helpers.h>

namespace NYT {

////////////////////////////////////////////////////////////////////////////////

TClientWriter::TClientWriter(
    const TRichYPath& path,
    IClientRetryPolicyPtr clientRetryPolicy,
    ITransactionPingerPtr transactionPinger,
    const TClientContext& context,
    const TTransactionId& transactionId,
    const TMaybe<TFormat>& format,
    const TTableWriterOptions& options)
    : BufferSize_(options.BufferSize_)
    , AutoFinish_(options.AutoFinish_)
{
    if (options.SingleHttpRequest_) {
        RawWriter_.Reset(new TRetrylessWriter(
            context,
            transactionId,
            GetWriteTableCommand(context.Config->ApiVersion),
            format,
            path,
            BufferSize_,
            options));
    } else {
        bool useV2Writer = context.Config->TableWriterVersion == ETableWriterVersion::V2;
        if (useV2Writer) {
            auto serializedWriterOptions = FormIORequestParameters(options);

            RawWriter_ = MakeIntrusive<NPrivate::TRetryfulWriterV2>(
                    std::move(clientRetryPolicy),
                    std::move(transactionPinger),
                    context,
                    transactionId,
                    GetWriteTableCommand(context.Config->ApiVersion),
                    format,
                    path,
                    serializedWriterOptions,
                    static_cast<ssize_t>(options.BufferSize_),
                    options.CreateTransaction_);
        } else {
            RawWriter_.Reset(new TRetryfulWriter(
                std::move(clientRetryPolicy),
                std::move(transactionPinger),
                context,
                transactionId,
                GetWriteTableCommand(context.Config->ApiVersion),
                format,
                path,
                options));
        }
    }
}

TClientWriter::~TClientWriter()
{
    NDetail::FinishOrDie(this, AutoFinish_, "TClientWriter");
}

void TClientWriter::Finish()
{
    RawWriter_->Finish();
}

size_t TClientWriter::GetStreamCount() const
{
    return 1;
}

IOutputStream* TClientWriter::GetStream(size_t tableIndex) const
{
    Y_UNUSED(tableIndex);
    return RawWriter_.Get();
}

void TClientWriter::OnRowFinished(size_t)
{
    RawWriter_->NotifyRowEnd();
}

void TClientWriter::Abort()
{
    RawWriter_->Abort();
}

size_t TClientWriter::GetBufferMemoryUsage() const
{
    return RawWriter_->GetBufferMemoryUsage();
}

////////////////////////////////////////////////////////////////////////////////

} // namespace NYT