modules/gapi/perf/streaming/gapi_streaming_source_perf_tests.cpp - 4.x - Alx89/OpenCV

modules/gapi/perf/streaming/gapi_streaming_source_perf_tests.cpp
337 строк15 KB
Sergey
Merge pull request #21883 from SergeyIvanov87:gapi_vpl_linux
12 май 2022, 11:42
12 май 2022, 11:42eff5605
// This file is part of OpenCV project.
// It is subject to the license terms in the LICENSE file found in the top-level directory
// of this distribution and at http://opencv.org/license.html.
//
// Copyright (C) 2021 Intel Corporation

#ifdef HAVE_ONEVPL

#include "../perf_precomp.hpp"
#include "../../test/common/gapi_tests_common.hpp"
#include <opencv2/gapi/streaming/onevpl/source.hpp>
#include <opencv2/gapi/streaming/cap.hpp>

#include "streaming/onevpl/engine/preproc/preproc_engine.hpp"
#include "streaming/onevpl/engine/preproc/preproc_session.hpp"
#include "streaming/onevpl/accelerators/accel_policy_interface.hpp"
#include "streaming/onevpl/cfg_param_device_selector.hpp"
#include "streaming/onevpl/accelerators/accel_policy_dx11.hpp"
#include "streaming/onevpl/accelerators/accel_policy_cpu.hpp"
#include "streaming/onevpl/accelerators/accel_policy_va_api.hpp"

namespace opencv_test
{
using namespace perf;

const std::string files[] = {
    "highgui/video/big_buck_bunny.h265",
    "highgui/video/big_buck_bunny.h264",
    "highgui/video/sample_322x242_15frames.yuv420p.libx265.mp4",
};

const std::string codec[] = {
    "MFX_CODEC_HEVC",
    "MFX_CODEC_AVC",
    "",
};

using source_t = std::string;
using codec_t = std::string;
using accel_mode_t = std::string;
using source_description_t = std::tuple<source_t, codec_t, accel_mode_t>;

class OneVPLSourcePerf_Test : public TestPerfParams<source_description_t> {};
class VideoCapSourcePerf_Test : public TestPerfParams<source_t> {};

PERF_TEST_P_(OneVPLSourcePerf_Test, TestPerformance)
{
    using namespace cv::gapi::wip::onevpl;

    const auto params = GetParam();
    source_t src = findDataFile(get<0>(params));
    codec_t type = get<1>(params);
    accel_mode_t mode = get<2>(params);

    std::vector<CfgParam> cfg_params {
        CfgParam::create_implementation("MFX_IMPL_TYPE_HARDWARE"),
    };

    if (!type.empty()) {
        cfg_params.push_back(CfgParam::create_decoder_id(type.c_str()));
    }

    if (!mode.empty()) {
        cfg_params.push_back(CfgParam::create_acceleration_mode(mode.c_str()));
    }

    auto source_ptr = cv::gapi::wip::make_onevpl_src(src, cfg_params);

    cv::gapi::wip::Data out;
    TEST_CYCLE()
    {
        source_ptr->pull(out);
    }

    SANITY_CHECK_NOTHING();
}

PERF_TEST_P_(VideoCapSourcePerf_Test, TestPerformance)
{
    using namespace cv::gapi::wip;

    source_t src = findDataFile(GetParam());
    auto source_ptr = make_src<GCaptureSource>(src);
    Data out;
    TEST_CYCLE()
    {
        source_ptr->pull(out);
    }

    SANITY_CHECK_NOTHING();
}

#ifdef __WIN32__
INSTANTIATE_TEST_CASE_P(Streaming, OneVPLSourcePerf_Test,
                        Values(source_description_t(files[0], codec[0], ""),
                               source_description_t(files[0], codec[0], "MFX_ACCEL_MODE_VIA_D3D11"),
                               source_description_t(files[1], codec[1], ""),
                               source_description_t(files[1], codec[1], "MFX_ACCEL_MODE_VIA_D3D11"),
                               source_description_t(files[2], codec[2], ""),
                               source_description_t(files[2], codec[2], "MFX_ACCEL_MODE_VIA_D3D11")));
#elif __linux__
INSTANTIATE_TEST_CASE_P(Streaming, OneVPLSourcePerf_Test,
                        Values(source_description_t(files[0], codec[0], "MFX_ACCEL_MODE_VIA_VAAPI"),
                               source_description_t(files[1], codec[1], "MFX_ACCEL_MODE_VIA_VAAPI")));
#endif

INSTANTIATE_TEST_CASE_P(Streaming, VideoCapSourcePerf_Test,
                        Values(files[0],
                               files[1],
                               files[2]));

using pp_out_param_t = cv::GFrameDesc;
using source_description_preproc_t = decltype(std::tuple_cat(std::declval<source_description_t>(),
                                                             std::declval<std::tuple<pp_out_param_t>>()));
class OneVPLSourcePerf_PP_Test : public TestPerfParams<source_description_preproc_t> {};

PERF_TEST_P_(OneVPLSourcePerf_PP_Test, TestPerformance)
{
    using namespace cv::gapi::wip::onevpl;

    const auto params = GetParam();
    source_t src = findDataFile(get<0>(params));
    codec_t type = get<1>(params);
    accel_mode_t mode = get<2>(params);
    pp_out_param_t res = get<3>(params);

    std::vector<CfgParam> cfg_params {
        CfgParam::create_implementation("MFX_IMPL_TYPE_HARDWARE"),
    };

    if (!type.empty()) {
        cfg_params.push_back(CfgParam::create_decoder_id(type.c_str()));
    }

    if (!mode.empty()) {
        cfg_params.push_back(CfgParam::create_acceleration_mode(mode.c_str()));
    }

    cfg_params.push_back(CfgParam::create_vpp_out_width(static_cast<uint16_t>(res.size.width)));
    cfg_params.push_back(CfgParam::create_vpp_out_height(static_cast<uint16_t>(res.size.height)));
    cfg_params.push_back(CfgParam::create_vpp_out_crop_x(0));
    cfg_params.push_back(CfgParam::create_vpp_out_crop_y(0));
    cfg_params.push_back(CfgParam::create_vpp_out_crop_w(static_cast<uint16_t>(res.size.width)));
    cfg_params.push_back(CfgParam::create_vpp_out_crop_h(static_cast<uint16_t>(res.size.height)));

    auto source_ptr = cv::gapi::wip::make_onevpl_src(src, cfg_params);

    cv::gapi::wip::Data out;
    TEST_CYCLE()
    {
        source_ptr->pull(out);
    }

    SANITY_CHECK_NOTHING();
}
static pp_out_param_t full_hd = pp_out_param_t {cv::MediaFormat::NV12,
                                                {1920, 1080}};

static pp_out_param_t cif = pp_out_param_t {cv::MediaFormat::NV12,
                                            {352, 288}};


#ifdef __WIN32__
INSTANTIATE_TEST_CASE_P(Streaming_Source_PP, OneVPLSourcePerf_PP_Test,
                        Values(source_description_preproc_t(files[0], codec[0], "", full_hd),
                               source_description_preproc_t(files[0], codec[0], "", cif),
                               source_description_preproc_t(files[0], codec[0], "MFX_ACCEL_MODE_VIA_D3D11", full_hd),
                               source_description_preproc_t(files[0], codec[0], "MFX_ACCEL_MODE_VIA_D3D11", cif),
                               source_description_preproc_t(files[1], codec[1], "", full_hd),
                               source_description_preproc_t(files[1], codec[1], "", cif),
                               source_description_preproc_t(files[1], codec[1], "MFX_ACCEL_MODE_VIA_D3D11",full_hd),
                               source_description_preproc_t(files[1], codec[1], "MFX_ACCEL_MODE_VIA_D3D11",cif),
                               source_description_preproc_t(files[2], codec[2], "", full_hd),
                               source_description_preproc_t(files[2], codec[2], "", cif),
                               source_description_preproc_t(files[2], codec[2], "MFX_ACCEL_MODE_VIA_D3D11", full_hd),
                               source_description_preproc_t(files[2], codec[2], "MFX_ACCEL_MODE_VIA_D3D11", cif)));
#elif __linux__
INSTANTIATE_TEST_CASE_P(Streaming_Source_PP, OneVPLSourcePerf_PP_Test,
                        Values(source_description_preproc_t(files[0], codec[0], "MFX_ACCEL_MODE_VIA_VAAPI", full_hd),
                               source_description_preproc_t(files[0], codec[0], "MFX_ACCEL_MODE_VIA_VAAPI", cif),
                               source_description_preproc_t(files[1], codec[1], "MFX_ACCEL_MODE_VIA_VAAPI",full_hd),
                               source_description_preproc_t(files[1], codec[1], "MFX_ACCEL_MODE_VIA_VAAPI",cif)));
#endif

class OneVPLSourcePerf_PP_Engine_Test : public TestPerfParams<source_description_preproc_t> {};

PERF_TEST_P_(OneVPLSourcePerf_PP_Engine_Test, TestPerformance)
{
    using namespace cv::gapi::wip;
    using namespace cv::gapi::wip::onevpl;

    const auto params = GetParam();
    source_t src = findDataFile(get<0>(params));
    codec_t type = get<1>(params);
    accel_mode_t mode = get<2>(params);
    const pp_out_param_t &required_frame_param = get<3>(params);

    std::vector<CfgParam> cfg_params {
        CfgParam::create_implementation("MFX_IMPL_TYPE_HARDWARE"),
    };

    if (!type.empty()) {
        cfg_params.push_back(CfgParam::create_decoder_id(type.c_str()));
    }

    if (!mode.empty()) {
        cfg_params.push_back(CfgParam::create_acceleration_mode(mode.c_str()));
    }

    auto device_selector = std::make_shared<CfgParamDeviceSelector>(cfg_params);
    auto source_ptr = cv::gapi::wip::make_onevpl_src(src, cfg_params, device_selector);

    // create VPP preproc engine
    std::unique_ptr<VPLAccelerationPolicy> policy;
    if (mode == "MFX_ACCEL_MODE_VIA_D3D11") {
        policy.reset(new VPLDX11AccelerationPolicy(device_selector));
    } else if (mode == "MFX_ACCEL_MODE_VIA_VAAPI") {
        policy.reset(new VPLVAAPIAccelerationPolicy(device_selector));
    } else if (mode.empty()){
        policy.reset(new VPLCPUAccelerationPolicy(device_selector));
    } else {
        ASSERT_TRUE(false && "Unsupported acceleration policy type");
    }
    VPPPreprocEngine preproc_engine(std::move(policy));
    cv::gapi::wip::Data out;
    cv::util::optional<cv::Rect> empty_roi;
    TEST_CYCLE()
    {
        source_ptr->pull(out);
        cv::MediaFrame frame = cv::util::get<cv::MediaFrame>(out);
        cv::util::optional<pp_params> param = preproc_engine.is_applicable(frame);
        pp_session sess = preproc_engine.initialize_preproc(param.value(),
                                                            required_frame_param);
        (void)preproc_engine.run_sync(sess, frame, empty_roi);
    }

    SANITY_CHECK_NOTHING();
}

#ifdef __WIN32__
INSTANTIATE_TEST_CASE_P(Streaming_Engine_PP, OneVPLSourcePerf_PP_Engine_Test,
                        Values(source_description_preproc_t(files[0], codec[0], "", full_hd),
                               source_description_preproc_t(files[0], codec[0], "", cif),
                               source_description_preproc_t(files[0], codec[0], "MFX_ACCEL_MODE_VIA_D3D11", full_hd),
                               source_description_preproc_t(files[0], codec[0], "MFX_ACCEL_MODE_VIA_D3D11", cif),
                               source_description_preproc_t(files[1], codec[1], "", full_hd),
                               source_description_preproc_t(files[1], codec[1], "", cif),
                               source_description_preproc_t(files[1], codec[1], "MFX_ACCEL_MODE_VIA_D3D11",full_hd),
                               source_description_preproc_t(files[1], codec[1], "MFX_ACCEL_MODE_VIA_D3D11",cif),
                               source_description_preproc_t(files[2], codec[2], "", full_hd),
                               source_description_preproc_t(files[2], codec[2], "", cif),
                               source_description_preproc_t(files[2], codec[2], "MFX_ACCEL_MODE_VIA_D3D11", full_hd),
                               source_description_preproc_t(files[2], codec[2], "MFX_ACCEL_MODE_VIA_D3D11", cif)));
#elif __linux__
INSTANTIATE_TEST_CASE_P(Streaming_Engine_PP, OneVPLSourcePerf_PP_Engine_Test,
                        Values(source_description_preproc_t(files[0], codec[0], "MFX_ACCEL_MODE_VIA_VAAPI", full_hd),
                               source_description_preproc_t(files[0], codec[0], "MFX_ACCEL_MODE_VIA_VAAPI", cif),
                               source_description_preproc_t(files[1], codec[1], "MFX_ACCEL_MODE_VIA_VAAPI",full_hd),
                               source_description_preproc_t(files[1], codec[1], "MFX_ACCEL_MODE_VIA_VAAPI",cif)));
#endif

class OneVPLSourcePerf_PP_Engine_Bypass_Test : public TestPerfParams<source_description_preproc_t> {};

PERF_TEST_P_(OneVPLSourcePerf_PP_Engine_Bypass_Test, TestPerformance)
{
    using namespace cv::gapi::wip;
    using namespace cv::gapi::wip::onevpl;

    const auto params = GetParam();
    source_t src = findDataFile(get<0>(params));
    codec_t type = get<1>(params);
    accel_mode_t mode = get<2>(params);
    const pp_out_param_t &required_frame_param = get<3>(params);

    std::vector<CfgParam> cfg_params {
        CfgParam::create_implementation("MFX_IMPL_TYPE_HARDWARE"),
    };

    if (!type.empty()) {
        cfg_params.push_back(CfgParam::create_decoder_id(type.c_str()));
    }

    if (!mode.empty()) {
        cfg_params.push_back(CfgParam::create_acceleration_mode(mode.c_str()));
    }

    auto device_selector = std::make_shared<CfgParamDeviceSelector>(cfg_params);
    auto source_ptr = cv::gapi::wip::make_onevpl_src(src, cfg_params, device_selector);

    // create VPP preproc engine
    std::unique_ptr<VPLAccelerationPolicy> policy;
    if (mode == "MFX_ACCEL_MODE_VIA_D3D11") {
        policy.reset(new VPLDX11AccelerationPolicy(device_selector));
    } else if (mode == "MFX_ACCEL_MODE_VIA_VAAPI") {
        policy.reset(new VPLVAAPIAccelerationPolicy(device_selector));
    } else if (mode.empty()){
        policy.reset(new VPLCPUAccelerationPolicy(device_selector));
    } else {
        ASSERT_TRUE(false && "Unsupported acceleration policy type");
    }
    VPPPreprocEngine preproc_engine(std::move(policy));
    cv::gapi::wip::Data out;
    cv::util::optional<cv::Rect> empty_roi;
    TEST_CYCLE()
    {
        source_ptr->pull(out);
        cv::MediaFrame frame = cv::util::get<cv::MediaFrame>(out);
        cv::util::optional<pp_params> param = preproc_engine.is_applicable(frame);
        pp_session sess = preproc_engine.initialize_preproc(param.value(),
                                                            required_frame_param);
        (void)preproc_engine.run_sync(sess, frame, empty_roi);
    }

    SANITY_CHECK_NOTHING();
}

static pp_out_param_t res_672x384 = pp_out_param_t {cv::MediaFormat::NV12,
                                                    {672, 384}};
static pp_out_param_t res_336x256 = pp_out_param_t {cv::MediaFormat::NV12,
                                                    {336, 256}};

#ifdef __WIN32__
INSTANTIATE_TEST_CASE_P(Streaming_Engine_PP_Bypass, OneVPLSourcePerf_PP_Engine_Bypass_Test,
                        Values(source_description_preproc_t(files[0], codec[0], "", res_672x384),
                               source_description_preproc_t(files[0], codec[0], "MFX_ACCEL_MODE_VIA_D3D11", res_672x384),
                               source_description_preproc_t(files[1], codec[1], "", res_672x384),
                               source_description_preproc_t(files[1], codec[1], "MFX_ACCEL_MODE_VIA_D3D11", res_672x384),
                               source_description_preproc_t(files[2], codec[2], "", res_336x256),
                               source_description_preproc_t(files[2], codec[2], "MFX_ACCEL_MODE_VIA_D3D11", res_336x256)));
#elif __linux__
INSTANTIATE_TEST_CASE_P(Streaming_Engine_PP_Bypass, OneVPLSourcePerf_PP_Engine_Bypass_Test,
                        Values(source_description_preproc_t(files[0], codec[0], "MFX_ACCEL_MODE_VIA_VAAPI", res_672x384),
                               source_description_preproc_t(files[1], codec[1], "MFX_ACCEL_MODE_VIA_VAAPI", res_672x384)));
#endif
} // namespace opencv_test

#endif // HAVE_ONEVPL