contrib/ydb/core/cms/http.cpp - main - githubmirror/nbs

contrib/ydb/core/cms/http.cpp
241 строка13 KB
robot-ydb-importer
YDB Import 470, KIKIMR-20294
02 дек 2023, 00:43
02 дек 2023, 00:43ec94470
#include "base_handler.h"
#include "http.h"
#include "json_proxy.h"
#include "json_proxy_config_items.h"
#include "json_proxy_config_updates.h"
#include "json_proxy_config_validators.h"
#include "json_proxy_console_log.h"
#include "json_proxy_log.h"
#include "json_proxy_operations.h"
#include "json_proxy_proto.h"
#include "json_proxy_sentinel.h"
#include "json_proxy_toggle_config_validator.h"
#include "walle.h"

#include <contrib/ydb/core/base/appdata.h>
#include <contrib/ydb/core/mon/mon.h>

#include <contrib/ydb/library/actors/core/actor_bootstrapped.h>
#include <contrib/ydb/library/actors/core/hfunc.h>
#include <contrib/ydb/library/actors/core/mon.h>
#include <library/cpp/mime/types/mime.h>
#include <library/cpp/resource/resource.h>

namespace NKikimr::NCms {

template <typename HandlerActorType>
class TApiMethodHandler : public TApiMethodHandlerBase {
public:
    IActor *CreateHandlerActor(NMon::TEvHttpInfo::TPtr &event) override {
        return new HandlerActorType(event);
    }
};

class TCmsHttp : public TActorBootstrapped<TCmsHttp> {
public:
    static constexpr NKikimrServices::TActivity::EType ActorActivityType() {
        return NKikimrServices::TActivity::CMS_SERVICE_PROXY;
    }

    void Bootstrap(const TActorContext &ctx) {
        Become(&TThis::StateWork);
        NActors::TMon *mon = AppData(ctx)->Mon;
        if (mon) {
            mon->RegisterActorPage(nullptr, "cms", "Cluster Management System", false, ctx.ExecutorThread.ActorSystem, ctx.SelfID);

            ApiHandlers["/api/clusterstaterequest"] = new TApiMethodHandler<TJsonProxyCms<TEvCms::TEvClusterStateRequest,
                                                                                          TEvCms::TEvClusterStateResponse>>;
            ApiHandlers["/api/permissionrequest"] = new TApiMethodHandler<TJsonProxyCms<TEvCms::TEvPermissionRequest,
                                                                                        TEvCms::TEvPermissionResponse>>;
            ApiHandlers["/api/managerequestrequest"] = new TApiMethodHandler<TJsonProxyCms<TEvCms::TEvManageRequestRequest,
                                                                                           TEvCms::TEvManageRequestResponse>>;
            ApiHandlers["/api/checkrequest"] = new TApiMethodHandler<TJsonProxyCms<TEvCms::TEvCheckRequest,
                                                                                   TEvCms::TEvPermissionResponse>>;
            ApiHandlers["/api/managepermissionrequest"] = new TApiMethodHandler<TJsonProxyCms<TEvCms::TEvManagePermissionRequest,
                                                                                              TEvCms::TEvManagePermissionResponse>>;
            ApiHandlers["/api/conditionalpermissionrequest"] = new TApiMethodHandler<TJsonProxyCms<TEvCms::TEvConditionalPermissionRequest,
                                                                                                   TEvCms::TEvPermissionResponse>>;
            ApiHandlers["/api/notification"] = new TApiMethodHandler<TJsonProxyCms<TEvCms::TEvNotification,
                                                                                   TEvCms::TEvNotificationResponse>>;
            ApiHandlers["/api/managenotificationrequest"] = new TApiMethodHandler<TJsonProxyCms<TEvCms::TEvManageNotificationRequest,
                                                                                                TEvCms::TEvManageNotificationResponse>>;
            ApiHandlers["/api/managenotificationrequest"] = new TApiMethodHandler<TJsonProxyCms<TEvCms::TEvManageNotificationRequest,
                                                                                                TEvCms::TEvManageNotificationResponse>>;

            ApiHandlers["/api/console/yamlconfig"] = new TApiMethodHandler<TJsonProxyConsole<NConsole::TEvConsole::TEvGetAllConfigsRequest,
                                                                                             NConsole::TEvConsole::TEvGetAllConfigsResponse, true, true>>;

            ApiHandlers["/api/console/readonly"] = new TApiMethodHandler<TJsonProxyConsole<NConsole::TEvConsole::TEvIsYamlReadOnlyRequest,
                                                                                             NConsole::TEvConsole::TEvIsYamlReadOnlyResponse, true, true>>;

            ApiHandlers["/api/console/removevolatileyamlconfig"] = new TApiMethodHandler<TJsonProxyConsole<NConsole::TEvConsole::TEvRemoveVolatileConfigRequest,
                                                                                         NConsole::TEvConsole::TEvRemoveVolatileConfigResponse, true, true>>;

            ApiHandlers["/api/console/configureyamlconfig"] = new TApiMethodHandler<TJsonProxyConsole<NConsole::TEvConsole::TEvReplaceYamlConfigRequest,
                                                                                            NConsole::TEvConsole::TEvReplaceYamlConfigResponse, true, true>>;

            ApiHandlers["/api/console/configurevolatileyamlconfig"] = new TApiMethodHandler<TJsonProxyConsole<NConsole::TEvConsole::TEvAddVolatileConfigRequest,
                                                                                            NConsole::TEvConsole::TEvAddVolatileConfigResponse, true, true>>;

            ApiHandlers["/api/console/resolveyamlconfig"] = new TApiMethodHandler<TJsonProxyConsole<NConsole::TEvConsole::TEvResolveConfigRequest,
                                                                                            NConsole::TEvConsole::TEvResolveConfigResponse, true, true>>;

            ApiHandlers["/api/console/resolveallyamlconfig"] = new TApiMethodHandler<TJsonProxyConsole<NConsole::TEvConsole::TEvResolveAllConfigRequest,
                                                                                     NConsole::TEvConsole::TEvResolveAllConfigResponse, true, true>>;

            ApiHandlers["/api/console/configure"] = new TApiMethodHandler<TJsonProxyConsole<NConsole::TEvConsole::TEvConfigureRequest,
                                                                                            NConsole::TEvConsole::TEvConfigureResponse, true>>;
            ApiHandlers["/api/json/log"] = new TApiMethodHandler<TJsonProxyLog>;
            ApiHandlers["/api/json/console/log"] = new TApiMethodHandler<TJsonProxyConsoleLog>;
            ApiHandlers["/api/json/configitems"] = new TApiMethodHandler<TJsonProxyConfigItems>;
            ApiHandlers["/api/json/configvalidators"] = new TApiMethodHandler<TJsonProxyConfigValidators>;
            ApiHandlers["/api/json/toggleconfigvalidator"] = new TApiMethodHandler<TJsonProxyToggleConfigValidator>;
            ApiHandlers["/api/json/configupdates"] = new TApiMethodHandler<TJsonProxyConfigUpdates>;
            ApiHandlers["/api/json/proto"] = new TApiMethodHandler<TJsonProxyProto>;
            ApiHandlers["/api/json/sentinel"] = new TApiMethodHandler<TJsonProxySentinel>;

            ApiHandlers["/api/datashard/json/getinfo"]
                = new TApiMethodHandler<TJsonProxyDataShard<TEvDataShard::TEvGetInfoRequest,
                                                            TEvDataShard::TEvGetInfoResponse>>;
            ApiHandlers["/api/datashard/json/listoperations"]
                = new TApiMethodHandler<TJsonProxyDataShard<TEvDataShard::TEvListOperationsRequest,
                                                            TEvDataShard::TEvListOperationsResponse>>;
            ApiHandlers["/api/datashard/json/getoperation"] = new TApiMethodHandler<TJsonProxyDataShardGetOperation>;
            ApiHandlers["/api/datashard/json/getreadtablesinkstate"] = new TApiMethodHandler<TJsonProxyDataShardGetReadTableSinkState>;
            ApiHandlers["/api/datashard/json/getreadtablescanstate"] = new TApiMethodHandler<TJsonProxyDataShardGetReadTableScanState>;
            ApiHandlers["/api/datashard/json/getreadtablestreamstate"] = new TApiMethodHandler<TJsonProxyDataShardGetReadTableStreamState>;
            ApiHandlers["/api/datashard/json/getslowopprofiles"] = new TApiMethodHandler<TJsonProxyDataShardGetSlowOpProfiles>;
            ApiHandlers["/api/datashard/json/getrsinfo"] = new TApiMethodHandler<TJsonProxyDataShardGetRSInfo>;
            ApiHandlers["/api/datashard/json/getdatahist"] = new TApiMethodHandler<TJsonProxyDataShardGetDataHistogram>;
            ApiHandlers[WALLE_API_URL_PREFIX] = new TWalleApiHandler;
        }
    }

private:
    STFUNC(StateWork) {
        switch (ev->GetTypeRewrite()) {
            HFunc(NMon::TEvHttpInfo, Handle);
        }
    }

    void ReplyWithFile(NMon::TEvHttpInfo::TPtr &ev, const TActorContext &ctx, const TString& name) {
        TString filename = TString("cms/ui") + name;
        if (filename.EndsWith('/'))
            filename += "index.html";
        else if (name == "")
            filename += "/index.html";

        TString blob;
        TString type;
        if (NResource::FindExact(filename, &blob))
            type = mimetypeByExt(filename.c_str());

        if (blob.empty()) {
            ctx.Send(ev->Sender, new NMon::TEvHttpInfoRes(TString(NMonitoring::HTTPNOTFOUND), 0,
                                                          NMon::IEvHttpInfoRes::EContentType::Custom));
            return;
        }

        if (filename == "cms/ui/index.html") {
            type = "text/html";
        }

        bool cached = false;
        if (filename.StartsWith("cms/ui/ext/monaco-editor/")) {
            cached = true;
            if (filename.EndsWith(".css")) {
                type = "text/css; charset=utf-8";
            } else if (filename.EndsWith(".js")) {
                type = "application/javascript; charset=utf-8";
            }
        }

        TStringStream response;
        response << "HTTP/1.1 200 Ok\r\n";
        response << "Content-Type: " << type << "\r\n";
        response << "Content-Length: " << blob.size() << "\r\n";
        if (cached) {
            response << "Cache-Control: public, max-age=31536000, immutable\r\n";
        }
        response << "\r\n";
        response.Write(blob.data(), blob.size());
        ctx.Send(ev->Sender, new NMon::TEvHttpInfoRes(response.Str(), 0, NMon::IEvHttpInfoRes::EContentType::Custom));
    }

    static bool IsHiddenHeader(const TString& headerName) {
        return stricmp(headerName.data(), "Authorization") == 0
            || stricmp(headerName.data(), "X-Ya-Service-Ticket") == 0;
    }

    static TString DumpRequest(const NMonitoring::IMonHttpRequest& request) {
        TStringBuilder result;
        result << "{";

        result << " Method: " << request.GetMethod()
               << " Uri: " << request.GetUri();

        result << " Headers {";
        for (const auto& header : request.GetHeaders()) {
            if (IsHiddenHeader(header.Name())) {
                continue;
            }

            result << " " << header.ToString();
        }
        result << " }";

        result << " Body: " << request.GetPostContent().Head(1000);

        result << " }";
        return result;
    }

    void Handle(NMon::TEvHttpInfo::TPtr &ev, const TActorContext &ctx) {
        Y_UNUSED(ctx);

        NMon::TEvHttpInfo *msg = ev->Get();

        LOG_DEBUG_S(ctx, NKikimrServices::CMS, "HTTP request"
            << ": dump# " << DumpRequest(msg->Request));

        // Check for API call.
        if (msg->Request.GetPathInfo().StartsWith("/api/")) {
            // Check for Wall-E call.
            if (msg->Request.GetPathInfo().StartsWith(WALLE_API_URL_PREFIX)) {
                ctx.ExecutorThread.RegisterActor(ApiHandlers.find(WALLE_API_URL_PREFIX)->second->CreateHandlerActor(ev));
                return;
            }

            auto it = ApiHandlers.find(msg->Request.GetPathInfo());
            if (it != ApiHandlers.end()) {
                ctx.ExecutorThread.RegisterActor(it->second->CreateHandlerActor(ev));
                return;
            }

            // Wrong API method called.
            ctx.Send(ev->Sender, new NMon::TEvHttpInfoRes(TString(NMonitoring::HTTPNOTFOUND) + HELP_LINK, 0,
                                                          NMon::IEvHttpInfoRes::EContentType::Custom));
            return;
        }

        if (msg->Request.GetPathInfo() == "/yaml-config-enabled") {

            ctx.Send(ev->Sender, new NMon::TEvHttpInfoRes(TString(NMonitoring::HTTPOKJSON)
                                                          + R"({"enabled":)" + (AppData()->YamlConfigEnabled ? "true" : "false") + "}",
                                                          0,
                                                          NMon::IEvHttpInfoRes::EContentType::Custom));
            return;
        }
        ReplyWithFile(ev, ctx, TString{msg->Request.GetPathInfo()});
    }

    THashMap<TString, TAutoPtr<TApiMethodHandlerBase>> ApiHandlers;

    const TStringBuf HELP_LINK = "Check /api/help for usage details";
};

IActor *CreateCmsHttp() {
    return new TCmsHttp();
}

} // namespace NKikimr::NCms