cloud/filestore/tools/testing/loadtest/lib/request.h - main - githubmirror/nbs

cloud/filestore/tools/testing/loadtest/lib/request.h
116 строк3 KB
Jan Szumski
Limit loadtest file creation with MaxFileCount (#6549)
28 июл 2026, 10:34
28 июл 2026, 10:345adcc09
#pragma once

#include "public.h"
#include "shm_client.h"

#include <cloud/filestore/tools/testing/loadtest/protos/loadtest.pb.h>
#include <cloud/filestore/tools/testing/loadtest/lib/count_limiter.h>

#include <cloud/filestore/libs/client/public.h>
#include <cloud/filestore/libs/service/public.h>

#include <cloud/storage/core/libs/common/error.h>
#include <cloud/storage/core/libs/diagnostics/public.h>

#include <library/cpp/threading/future/future.h>

#include <util/datetime/base.h>
#include <util/generic/string.h>

namespace NCloud::NFileStore::NLoadTest {

////////////////////////////////////////////////////////////////////////////////

struct TCompletedRequest
{
    NProto::EAction Action{};
    TDuration Elapsed;
    ui64 RequestBytes = 0;
    NProto::TError Error;

    TCompletedRequest() = default;

    TCompletedRequest(
            NProto::EAction action,
            TInstant start,
            NProto::TError error,
            ui64 requestBytes = 0) noexcept
        : Action(action)
        , Elapsed(TInstant::Now() - start)
        , RequestBytes(requestBytes)
        , Error(std::move(error))
    {}
};

////////////////////////////////////////////////////////////////////////////////

struct IRequestGenerator
{
    virtual ~IRequestGenerator() = default;

    virtual bool HasNextRequest() = 0;
    virtual NThreading::TFuture<TCompletedRequest> ExecuteNextRequest() = 0;

    // With false collect request futures and process them in bulk
    // With true process every request future immediately after ExecuteNextRequest
    virtual bool ShouldImmediatelyProcessQueue()
    {
        return false;
    }

    virtual bool ShouldFailOnError(const NProto::TError& error)
    {
        Y_UNUSED(error);
        return true;
    }
};

////////////////////////////////////////////////////////////////////////////////

IRequestGeneratorPtr CreateIndexRequestGenerator(
    NProto::TIndexLoadSpec spec,
    ILoggingServicePtr logging,
    IFileStoreServicePtr client,
    NClient::ISessionPtr session,
    TString filesystemId,
    NProto::THeaders headers,
    TCountLimiterPtr countLimiter);

IRequestGeneratorPtr CreateDataRequestGenerator(
    NProto::TDataLoadSpec spec,
    ILoggingServicePtr logging,
    NClient::ISessionPtr session,
    TString filesystemId,
    NProto::THeaders headers,
    TCountLimiterPtr countLimiter);

IRequestGeneratorPtr CreateReplayRequestGeneratorFs(
    NProto::TReplaySpec spec,
    ILoggingServicePtr logging,
    NClient::ISessionPtr session,
    TString filesystemId,
    NProto::THeaders headers);

IRequestGeneratorPtr CreateReplayRequestGeneratorGRPC(
    NProto::TReplaySpec spec,
    ILoggingServicePtr logging,
    NClient::ISessionPtr session,
    TString filesystemId,
    NProto::THeaders headers);

IRequestGeneratorPtr CreateFastShardRequestGenerator(
    NProto::TFastShardLoadSpec spec,
    ui32 maxParallelism,
    ILoggingServicePtr logging,
    TCountLimiterPtr countLimiter);

IRequestGeneratorPtr CreateDatashardLikeRequestGenerator(
    NProto::TDatashardLikeLoadSpec spec,
    ILoggingServicePtr logging,
    NClient::ISessionPtr session,
    IShmDataClientPtr dataClient,
    TString filesystemId,
    NProto::THeaders headers,
    TCountLimiterPtr countLimiter);

}   // namespace NCloud::NFileStore::NLoadTest