/*M/////////////////////////////////////////////////////////////////////////////////////// // // IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING. // // By downloading, copying, installing or using the software you agree to this license. // If you do not agree to this license, do not download, install, // copy or use the software. // // // License Agreement // For Open Source Computer Vision Library // // Copyright (C) 2000-2008, Intel Corporation, all rights reserved. // Copyright (C) 2009, Willow Garage Inc., all rights reserved. // Third party copyrights are property of their respective owners. // // Redistribution and use in source and binary forms, with or without modification, // are permitted provided that the following conditions are met: // // * Redistribution's of source code must retain the above copyright notice, // this list of conditions and the following disclaimer. // // * Redistribution's in binary form must reproduce the above copyright notice, // this list of conditions and the following disclaimer in the documentation // and/or other materials provided with the distribution. // // * The name of the copyright holders may not be used to endorse or promote products // derived from this software without specific prior written permission. // // This software is provided by the copyright holders and contributors "as is" and // any express or implied warranties, including, but not limited to, the implied // warranties of merchantability and fitness for a particular purpose are disclaimed. // In no event shall the Intel Corporation or contributors be liable for any direct, // indirect, incidental, special, exemplary, or consequential damages // (including, but not limited to, procurement of substitute goods or services; // loss of use, data, or profits; or business interruption) however caused // and on any theory of liability, whether in contract, strict liability, // or tort (including negligence or otherwise) arising in any way out of // the use of this software, even if advised of the possibility of such damage. // //M*/ #include "test_precomp.hpp" namespace opencv_test { namespace { #if defined(HAVE_NVCUVID) || defined(HAVE_NVCUVENC) PARAM_TEST_CASE(CheckSet, cv::cuda::DeviceInfo, std::string) { }; typedef tuple check_extra_data_params_t; PARAM_TEST_CASE(CheckExtraData, cv::cuda::DeviceInfo, check_extra_data_params_t) { }; PARAM_TEST_CASE(Scaling, cv::cuda::DeviceInfo, std::string, Size2f, Rect2f, Rect2f) { }; struct DisplayResolution : testing::TestWithParam { }; PARAM_TEST_CASE(Video, cv::cuda::DeviceInfo, std::string) { }; typedef tuple color_conversion_params_t; PARAM_TEST_CASE(ColorConversion, cv::cuda::DeviceInfo, cv::cudacodec::ColorFormat, color_conversion_params_t) { }; PARAM_TEST_CASE(VideoReadRaw, cv::cuda::DeviceInfo, std::string) { }; PARAM_TEST_CASE(CheckKeyFrame, cv::cuda::DeviceInfo, std::string) { }; PARAM_TEST_CASE(CheckDecodeSurfaces, cv::cuda::DeviceInfo, std::string) { }; PARAM_TEST_CASE(CheckInitParams, cv::cuda::DeviceInfo, std::string, bool, bool, bool) { }; struct CheckParams : testing::TestWithParam { cv::cuda::DeviceInfo devInfo; virtual void SetUp() { devInfo = GetParam(); cv::cuda::setDevice(devInfo.deviceID()); } }; #if defined(HAVE_NVCUVID) ////////////////////////////////////////////////////// // VideoReader //========================================================================== CUDA_TEST_P(CheckSet, Reader) { cv::cuda::setDevice(GET_PARAM(0).deviceID()); if (!videoio_registry::hasBackend(CAP_FFMPEG)) throw SkipTestException("FFmpeg backend was not found"); std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + +"../" + GET_PARAM(1); cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile); double unsupportedVal = -1; ASSERT_FALSE(reader->get(cv::cudacodec::VideoReaderProps::PROP_NOT_SUPPORTED, unsupportedVal)); double rawModeVal = -1; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_RAW_MODE, rawModeVal)); ASSERT_FALSE(rawModeVal); ASSERT_TRUE(reader->set(cv::cudacodec::VideoReaderProps::PROP_RAW_MODE,true)); ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_RAW_MODE, rawModeVal)); ASSERT_TRUE(rawModeVal); bool rawPacketsAvailable = false; while (reader->grab()) { double nRawPackages = -1; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_NUMBER_OF_RAW_PACKAGES_SINCE_LAST_GRAB, nRawPackages)); if (nRawPackages > 0) { rawPacketsAvailable = true; break; } } ASSERT_TRUE(rawPacketsAvailable); } CUDA_TEST_P(CheckExtraData, Reader) { // RTSP streaming is only supported by the FFmpeg back end if (!videoio_registry::hasBackend(CAP_FFMPEG)) throw SkipTestException("FFmpeg backend not found"); cv::cuda::setDevice(GET_PARAM(0).deviceID()); const string path = get<0>(GET_PARAM(1)); const int sz = get<1>(GET_PARAM(1)); std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "../" + path; cv::cudacodec::VideoReaderInitParams params; params.rawMode = true; cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile, {}, params); double extraDataIdx = -1; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_EXTRA_DATA_INDEX, extraDataIdx)); ASSERT_EQ(extraDataIdx, 1 ); ASSERT_TRUE(reader->grab()); cv::Mat extraData; const bool newData = reader->retrieve(extraData, static_cast(extraDataIdx)); ASSERT_TRUE((newData && sz) || (!newData && !sz)); ASSERT_EQ(extraData.total(), sz); } CUDA_TEST_P(CheckKeyFrame, Reader) { cv::cuda::setDevice(GET_PARAM(0).deviceID()); // RTSP streaming is only supported by the FFmpeg back end if (!videoio_registry::hasBackend(CAP_FFMPEG)) throw SkipTestException("FFmpeg backend not found"); const string path = GET_PARAM(1); std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "../" + path; cv::cudacodec::VideoReaderInitParams params; params.rawMode = true; cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile, {}, params); double rawIdxBase = -1; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_RAW_PACKAGES_BASE_INDEX, rawIdxBase)); ASSERT_EQ(rawIdxBase, 2); constexpr int maxNPackagesToCheck = 2; int nPackages = 0; while (nPackages < maxNPackagesToCheck) { ASSERT_TRUE(reader->grab()); double N = -1; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_NUMBER_OF_RAW_PACKAGES_SINCE_LAST_GRAB,N)); for (int i = static_cast(rawIdxBase); i < static_cast(N + rawIdxBase); i++) { nPackages++; double containsKeyFrame = i; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_LRF_HAS_KEY_FRAME, containsKeyFrame)); ASSERT_TRUE((nPackages == 1 && containsKeyFrame) || (nPackages == 2 && !containsKeyFrame)) << "nPackage: " << i; if (nPackages >= maxNPackagesToCheck) break; } } } CUDA_TEST_P(Scaling, Reader) { cv::cuda::setDevice(GET_PARAM(0).deviceID()); std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "../" + GET_PARAM(1); const Size2f targetSzIn = GET_PARAM(2); const Rect2f srcRoiIn = GET_PARAM(3); const Rect2f targetRoiIn = GET_PARAM(4); GpuMat frameOr; { cv::Ptr readerGs = cv::cudacodec::createVideoReader(inputFile); ASSERT_TRUE(readerGs->set(cudacodec::ColorFormat::GRAY)); ASSERT_TRUE(readerGs->nextFrame(frameOr)); } cudacodec::VideoReaderInitParams params; params.targetSz = Size(static_cast(frameOr.cols * targetSzIn.width), static_cast(frameOr.rows * targetSzIn.height)); params.srcRoi = Rect(static_cast(frameOr.cols * srcRoiIn.x), static_cast(frameOr.rows * srcRoiIn.y), static_cast(frameOr.cols * srcRoiIn.width), static_cast(frameOr.rows * srcRoiIn.height)); params.targetRoi = Rect(static_cast(params.targetSz.width * targetRoiIn.x), static_cast(params.targetSz.height * targetRoiIn.y), static_cast(params.targetSz.width * targetRoiIn.width), static_cast(params.targetSz.height * targetRoiIn.height)); cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile, {}, params); ASSERT_TRUE(reader->set(cudacodec::ColorFormat::GRAY)); GpuMat frame; ASSERT_TRUE(reader->nextFrame(frame)); const cudacodec::FormatInfo format = reader->format(); Size targetSzOut; targetSzOut.width = params.targetSz.width - params.targetSz.width % 2; targetSzOut.height = params.targetSz.height - params.targetSz.height % 2; Rect srcRoiOut, targetRoiOut; srcRoiOut.x = params.srcRoi.x - params.srcRoi.x % 4; srcRoiOut.width = params.srcRoi.width - params.srcRoi.width % 4; srcRoiOut.y = params.srcRoi.y - params.srcRoi.y % 2; srcRoiOut.height = params.srcRoi.height - params.srcRoi.height % 2; targetRoiOut.x = params.targetRoi.x - params.targetRoi.x % 4; targetRoiOut.width = params.targetRoi.width - params.targetRoi.width % 4; targetRoiOut.y = params.targetRoi.y - params.targetRoi.y % 2; targetRoiOut.height = params.targetRoi.height - params.targetRoi.height % 2; ASSERT_TRUE(format.valid && format.targetSz == targetSzOut && format.srcRoi == srcRoiOut && format.targetRoi == targetRoiOut); ASSERT_TRUE(frame.size() == targetSzOut); GpuMat frameGs; cv::cuda::resize(frameOr(srcRoiOut), frameGs, targetRoiOut.size(), 0, 0, INTER_AREA); // assert on mean absolute error due to different resize algorithms const double mae = cv::cuda::norm(frameGs, frame(targetRoiOut), NORM_L1)/frameGs.size().area(); ASSERT_LT(mae, 2.75); } CUDA_TEST_P(DisplayResolution, Reader) { cv::cuda::setDevice(GetParam().deviceID()); std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "../cv/video/1920x1080.avi"; const Rect displayArea(0, 0, 1920, 1080); GpuMat frame; { // verify the output frame is the diplay size (1920x1080) and not the coded size (1920x1088) cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile); reader->set(cudacodec::ColorFormat::GRAY); ASSERT_TRUE(reader->nextFrame(frame)); const cudacodec::FormatInfo format = reader->format(); ASSERT_TRUE(format.displayArea == displayArea); ASSERT_TRUE(frame.size() == displayArea.size() && frame.size() == format.targetSz); } { // extra check to verify display frame has not been post-processed and is just a cropped version of the coded sized frame cudacodec::VideoReaderInitParams params; params.srcRoi = Rect(0, 0, 1920, 1088); cv::Ptr readerCodedSz = cv::cudacodec::createVideoReader(inputFile, {}, params); readerCodedSz->set(cudacodec::ColorFormat::GRAY); GpuMat frameCodedSz; ASSERT_TRUE(readerCodedSz->nextFrame(frameCodedSz)); const cudacodec::FormatInfo formatCodedSz = readerCodedSz->format(); const double err = cv::cuda::norm(frame, frameCodedSz(displayArea), NORM_INF); ASSERT_TRUE(err == 0); } } CUDA_TEST_P(Video, Reader) { cv::cuda::setDevice(GET_PARAM(0).deviceID()); // CUDA demuxer has to fall back to ffmpeg to process "cv/video/768x576.avi" if (GET_PARAM(1) == "cv/video/768x576.avi" && !videoio_registry::hasBackend(CAP_FFMPEG)) throw SkipTestException("FFmpeg backend not found"); #ifdef _WIN32 // handle old FFmpeg backend if (GET_PARAM(1) == "/cv/tracking/faceocc2/data/faceocc2.webm") throw SkipTestException("Feature not yet supported by Windows FFmpeg shared library!"); #endif const std::vector> formatsToChannels = { {cudacodec::ColorFormat::GRAY,1}, {cudacodec::ColorFormat::BGR,3}, {cudacodec::ColorFormat::BGRA,4}, {cudacodec::ColorFormat::NV_NV12,1} }; std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "../" + GET_PARAM(1); cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile); ASSERT_FALSE(reader->set(cudacodec::ColorFormat::RGB)); cv::cudacodec::FormatInfo fmt = reader->format(); cv::cuda::GpuMat frame; for (int i = 0; i < 10; i++) { // request a different colour format for each frame const std::pair< cudacodec::ColorFormat, int>& formatToChannels = formatsToChannels[i % formatsToChannels.size()]; ASSERT_TRUE(reader->set(formatToChannels.first)); double colorFormat; ASSERT_TRUE(reader->get(cudacodec::VideoReaderProps::PROP_COLOR_FORMAT, colorFormat) && static_cast(colorFormat) == formatToChannels.first); ASSERT_TRUE(reader->nextFrame(frame)); if(!fmt.valid) fmt = reader->format(); const int height = formatToChannels.first == cudacodec::ColorFormat::NV_NV12 ? static_cast(1.5 * fmt.height) : fmt.height; ASSERT_TRUE(frame.cols == fmt.width && frame.rows == height); ASSERT_FALSE(frame.empty()); ASSERT_TRUE(frame.channels() == formatToChannels.second); } } CUDA_TEST_P(ColorConversion, Reader) { cv::cuda::setDevice(GET_PARAM(0).deviceID()); const cv::cudacodec::ColorFormat colorFormat = GET_PARAM(1); const std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "../" + get<0>(GET_PARAM(2)); const bool videoFullRangeFlag = get<1>(GET_PARAM(2)); cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile); reader->set(colorFormat); cv::VideoCapture cap(inputFile); cv::cuda::GpuMat frame; Mat frameHost, frameHostGs, frameFromDevice; for (int i = 0; i < 10; i++) { reader->nextFrame(frame); frame.download(frameFromDevice); cap.read(frameHost); const cv::cudacodec::FormatInfo fmt = reader->format(); ASSERT_TRUE(fmt.valid && fmt.videoFullRangeFlag == videoFullRangeFlag); if (colorFormat == cv::cudacodec::ColorFormat::BGRA) cv::cvtColor(frameHost, frameHostGs, COLOR_BGR2BGRA); else frameHostGs = frameHost; EXPECT_MAT_NEAR(frameHostGs, frameFromDevice, 2.0); } } CUDA_TEST_P(VideoReadRaw, Reader) { cv::cuda::setDevice(GET_PARAM(0).deviceID()); // RTSP streaming is only supported by the FFmpeg back end if (!videoio_registry::hasBackend(CAP_FFMPEG)) throw SkipTestException("FFmpeg backend not found"); std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "../" + GET_PARAM(1); const string fileNameOut = tempfile("test_container_stream"); { std::ofstream file(fileNameOut, std::ios::binary); ASSERT_TRUE(file.is_open()); cv::cudacodec::VideoReaderInitParams params; params.rawMode = true; cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile, {}, params); double rawIdxBase = -1; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_RAW_PACKAGES_BASE_INDEX, rawIdxBase)); ASSERT_EQ(rawIdxBase, 2); cv::cuda::GpuMat frame; for (int i = 0; i < 100; i++) { ASSERT_TRUE(reader->grab()); ASSERT_TRUE(reader->retrieve(frame)); ASSERT_FALSE(frame.empty()); double N = -1; ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_NUMBER_OF_RAW_PACKAGES_SINCE_LAST_GRAB,N)); ASSERT_TRUE(N >= 0) << N << " < 0"; for (int j = static_cast(rawIdxBase); j <= static_cast(N + rawIdxBase); j++) { Mat rawPackets; reader->retrieve(rawPackets, j); file.write((char*)rawPackets.data, rawPackets.total()); } } } std::cout << "Checking written video stream: " << fileNameOut << std::endl; { cv::Ptr readerReference = cv::cudacodec::createVideoReader(inputFile); cv::cudacodec::VideoReaderInitParams params; params.rawMode = true; cv::Ptr readerActual = cv::cudacodec::createVideoReader(fileNameOut, {}, params); double decodedFrameIdx = -1; ASSERT_TRUE(readerActual->get(cv::cudacodec::VideoReaderProps::PROP_DECODED_FRAME_IDX, decodedFrameIdx)); ASSERT_EQ(decodedFrameIdx, 0); cv::cuda::GpuMat reference, actual; cv::Mat referenceHost, actualHost; for (int i = 0; i < 100; i++) { ASSERT_TRUE(readerReference->nextFrame(reference)); ASSERT_TRUE(readerActual->grab()); ASSERT_TRUE(readerActual->retrieve(actual, static_cast(decodedFrameIdx))); actual.download(actualHost); reference.download(referenceHost); ASSERT_TRUE(cvtest::norm(actualHost, referenceHost, NORM_INF) == 0); } } ASSERT_EQ(0, remove(fileNameOut.c_str())); } CUDA_TEST_P(CheckParams, Reader) { std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "../highgui/video/big_buck_bunny.mp4"; { cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile); double msActual = -1; ASSERT_FALSE(reader->get(cv::VideoCaptureProperties::CAP_PROP_OPEN_TIMEOUT_MSEC, msActual)); } { constexpr int msReference = 3333; cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile, { cv::VideoCaptureProperties::CAP_PROP_OPEN_TIMEOUT_MSEC, msReference }); double msActual = -1; ASSERT_TRUE(reader->get(cv::VideoCaptureProperties::CAP_PROP_OPEN_TIMEOUT_MSEC, msActual)); ASSERT_EQ(msActual, msReference); } { std::vector exceptionsThrown = { false,true }; std::vector capPropFormats = { -1,0 }; for (int i = 0; i < capPropFormats.size(); i++) { bool exceptionThrown = false; try { cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile, { cv::VideoCaptureProperties::CAP_PROP_FORMAT, capPropFormats.at(i) }); } catch (cv::Exception &ex) { if (ex.code == Error::StsUnsupportedFormat) exceptionThrown = true; } ASSERT_EQ(exceptionThrown, exceptionsThrown.at(i)); } } } CUDA_TEST_P(CheckDecodeSurfaces, Reader) { cv::cuda::setDevice(GET_PARAM(0).deviceID()); const std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "../" + GET_PARAM(1); int ulNumDecodeSurfaces = 0; { cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile); cv::cudacodec::FormatInfo fmt = reader->format(); if (!fmt.valid) { reader->grab(); fmt = reader->format(); ASSERT_TRUE(fmt.valid); } ulNumDecodeSurfaces = fmt.ulNumDecodeSurfaces; } { cv::cudacodec::VideoReaderInitParams params; params.minNumDecodeSurfaces = ulNumDecodeSurfaces - 1; cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile, {}, params); cv::cudacodec::FormatInfo fmt = reader->format(); if (!fmt.valid) { reader->grab(); fmt = reader->format(); ASSERT_TRUE(fmt.valid); } ASSERT_TRUE(fmt.ulNumDecodeSurfaces == ulNumDecodeSurfaces); for (int i = 0; i < 100; i++) ASSERT_TRUE(reader->grab()); } { cv::cudacodec::VideoReaderInitParams params; params.minNumDecodeSurfaces = ulNumDecodeSurfaces + 1; cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile, {}, params); cv::cudacodec::FormatInfo fmt = reader->format(); if (!fmt.valid) { reader->grab(); fmt = reader->format(); ASSERT_TRUE(fmt.valid); } ASSERT_TRUE(fmt.ulNumDecodeSurfaces == ulNumDecodeSurfaces + 1); for (int i = 0; i < 100; i++) ASSERT_TRUE(reader->grab()); } } CUDA_TEST_P(CheckInitParams, Reader) { cv::cuda::setDevice(GET_PARAM(0).deviceID()); const std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "../" + GET_PARAM(1); cv::cudacodec::VideoReaderInitParams params; params.udpSource = GET_PARAM(2); params.allowFrameDrop = GET_PARAM(3); params.rawMode = GET_PARAM(4); double udpSource = 0, allowFrameDrop = 0, rawMode = 0; cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile, {}, params); ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_UDP_SOURCE, udpSource) && static_cast(udpSource) == params.udpSource); ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_ALLOW_FRAME_DROP, allowFrameDrop) && static_cast(allowFrameDrop) == params.allowFrameDrop); ASSERT_TRUE(reader->get(cv::cudacodec::VideoReaderProps::PROP_RAW_MODE, rawMode) && static_cast(rawMode) == params.rawMode); } #endif // HAVE_NVCUVID #if defined(HAVE_NVCUVID) && defined(HAVE_NVCUVENC) struct TransCode : testing::TestWithParam { cv::cuda::DeviceInfo devInfo; virtual void SetUp() { devInfo = GetParam(); cv::cuda::setDevice(devInfo.deviceID()); } }; CUDA_TEST_P(TransCode, H264ToH265) { const std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "../highgui/video/big_buck_bunny.h264"; constexpr cv::cudacodec::ColorFormat colorFormat = cv::cudacodec::ColorFormat::NV_NV12; constexpr double fps = 25; const cudacodec::Codec codec = cudacodec::Codec::HEVC; const std::string ext = ".h265"; const std::string outputFile = cv::tempfile(ext.c_str()); constexpr int nFrames = 5; Size frameSz; { cv::Ptr reader = cv::cudacodec::createVideoReader(inputFile); cv::cudacodec::FormatInfo fmt = reader->format(); reader->set(cudacodec::ColorFormat::NV_NV12); cv::Ptr writer; cv::cuda::GpuMat frame; cv::cuda::Stream stream; for (int i = 0; i < nFrames; ++i) { ASSERT_TRUE(reader->nextFrame(frame, stream)); if (!fmt.valid) { fmt = reader->format(); ASSERT_TRUE(fmt.valid); } ASSERT_FALSE(frame.empty()); Mat tst; frame.download(tst); if (writer.empty()) { frameSz = Size(fmt.width, fmt.height); writer = cv::cudacodec::createVideoWriter(outputFile, frameSz, codec, fps, colorFormat, 0, stream); } writer->write(frame); } } { cv::VideoCapture cap(outputFile); ASSERT_TRUE(cap.isOpened()); const int width = static_cast(cap.get(CAP_PROP_FRAME_WIDTH)); const int height = static_cast(cap.get(CAP_PROP_FRAME_HEIGHT)); ASSERT_EQ(frameSz, Size(width, height)); ASSERT_EQ(fps, cap.get(CAP_PROP_FPS)); Mat frame; for (int i = 0; i < nFrames; ++i) { cap >> frame; ASSERT_FALSE(frame.empty()); } } ASSERT_EQ(0, remove(outputFile.c_str())); } INSTANTIATE_TEST_CASE_P(CUDA_Codec, TransCode, ALL_DEVICES); #endif #if defined(HAVE_NVCUVENC) ////////////////////////////////////////////////////// // VideoWriter //========================================================================== void CvtColor(const Mat& in, Mat& out, const cudacodec::ColorFormat surfaceFormatCv) { switch (surfaceFormatCv) { case(cudacodec::ColorFormat::RGB): return cv::cvtColor(in, out, COLOR_BGR2RGB); case(cudacodec::ColorFormat::BGRA): return cv::cvtColor(in, out, COLOR_BGR2BGRA); case(cudacodec::ColorFormat::RGBA): return cv::cvtColor(in, out, COLOR_BGR2RGBA); case(cudacodec::ColorFormat::GRAY): return cv::cvtColor(in, out, COLOR_BGR2GRAY); default: in.copyTo(out); } } PARAM_TEST_CASE(Write, cv::cuda::DeviceInfo, bool, cv::cudacodec::Codec, double, cv::cudacodec::ColorFormat) { }; CUDA_TEST_P(Write, Writer) { cv::cuda::setDevice(GET_PARAM(0).deviceID()); const std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "../highgui/video/big_buck_bunny.mp4"; const bool deviceSrc = GET_PARAM(1); const cudacodec::Codec codec = GET_PARAM(2); const double fps = GET_PARAM(3); const cv::cudacodec::ColorFormat colorFormat = GET_PARAM(4); const std::string ext = codec == cudacodec::Codec::H264 ? ".h264" : ".hevc"; const std::string outputFile = cv::tempfile(ext.c_str()); constexpr int nFrames = 5; Size frameSz; { cv::VideoCapture cap(inputFile); ASSERT_TRUE(cap.isOpened()); cv::Ptr writer; cv::Mat frame, frameNewSf; cv::cuda::GpuMat dFrame; cv::cuda::Stream stream; for (int i = 0; i < nFrames; ++i) { cap >> frame; ASSERT_FALSE(frame.empty()); if (writer.empty()) { frameSz = frame.size(); writer = cv::cudacodec::createVideoWriter(outputFile, frameSz, codec, fps, colorFormat, 0, stream); } CvtColor(frame, frameNewSf, colorFormat); if (deviceSrc) { dFrame.upload(frameNewSf); writer->write(dFrame); } else writer->write(frameNewSf); } } { cv::VideoCapture cap(outputFile); ASSERT_TRUE(cap.isOpened()); const int width = static_cast(cap.get(CAP_PROP_FRAME_WIDTH)); const int height = static_cast(cap.get(CAP_PROP_FRAME_HEIGHT)); ASSERT_EQ(frameSz, Size(width, height)); ASSERT_TRUE(abs(fps - cap.get(CAP_PROP_FPS)) < 0.5); Mat frame; for (int i = 0; i < nFrames; ++i) { cap >> frame; ASSERT_FALSE(frame.empty()); } } ASSERT_EQ(0, remove(outputFile.c_str())); } #define DEVICE_SRC true, false #define FPS 10, 29.7 #define CODEC cv::cudacodec::Codec::H264, cv::cudacodec::Codec::HEVC #define COLOR_FORMAT cv::cudacodec::ColorFormat::BGR, cv::cudacodec::ColorFormat::RGB, cv::cudacodec::ColorFormat::BGRA, \ cv::cudacodec::ColorFormat::RGBA, cv::cudacodec::ColorFormat::GRAY INSTANTIATE_TEST_CASE_P(CUDA_Codec, Write, testing::Combine(ALL_DEVICES, testing::Values(DEVICE_SRC), testing::Values(CODEC), testing::Values(FPS), testing::Values(COLOR_FORMAT))); struct EncoderParams : testing::TestWithParam { cv::cuda::DeviceInfo devInfo; cv::cudacodec::EncoderParams params; virtual void SetUp() { devInfo = GetParam(); cv::cuda::setDevice(devInfo.deviceID()); // Fixed params for CBR test params.nvPreset = cv::cudacodec::EncodePreset::ENC_PRESET_P7; params.tuningInfo = cv::cudacodec::EncodeTuningInfo::ENC_TUNING_INFO_HIGH_QUALITY; params.encodingProfile = cv::cudacodec::EncodeProfile::ENC_H264_PROFILE_MAIN; params.rateControlMode = cv::cudacodec::EncodeParamsRcMode::ENC_PARAMS_RC_CBR; params.multiPassEncoding = cv::cudacodec::EncodeMultiPass::ENC_TWO_PASS_FULL_RESOLUTION; params.averageBitRate = 1000000; params.maxBitRate = 0; params.targetQuality = 0; params.gopLength = 5; } }; CUDA_TEST_P(EncoderParams, Writer) { const std::string inputFile = std::string(cvtest::TS::ptr()->get_data_path()) + "../highgui/video/big_buck_bunny.mp4"; constexpr double fps = 25.0; constexpr cudacodec::Codec codec = cudacodec::Codec::H264; const std::string ext = ".h264"; const std::string outputFile = cv::tempfile(ext.c_str()); Size frameSz; constexpr int nFrames = 5; { cv::VideoCapture reader(inputFile); ASSERT_TRUE(reader.isOpened()); const cv::cudacodec::ColorFormat colorFormat = cv::cudacodec::ColorFormat::BGR; cv::Ptr writer; cv::Mat frame; cv::cuda::GpuMat dFrame; cv::cuda::Stream stream; for (int i = 0; i < nFrames; ++i) { reader >> frame; ASSERT_FALSE(frame.empty()); dFrame.upload(frame); if (writer.empty()) { frameSz = frame.size(); writer = cv::cudacodec::createVideoWriter(outputFile, frameSz, codec, fps, colorFormat, params, 0, stream); cv::cudacodec::EncoderParams paramsOut = writer->getEncoderParams(); ASSERT_EQ(params, paramsOut); } writer->write(dFrame); } } { cv::VideoCapture cap(outputFile); ASSERT_TRUE(cap.isOpened()); const int width = static_cast(cap.get(CAP_PROP_FRAME_WIDTH)); const int height = static_cast(cap.get(CAP_PROP_FRAME_HEIGHT)); ASSERT_EQ(frameSz, Size(width, height)); ASSERT_EQ(fps, cap.get(CAP_PROP_FPS)); const bool checkGop = videoio_registry::hasBackend(CAP_FFMPEG); Mat frame; for (int i = 0; i < nFrames; ++i) { cap >> frame; ASSERT_FALSE(frame.empty()); if (checkGop && (cap.get(CAP_PROP_FRAME_TYPE) == 73)) { ASSERT_TRUE(i % params.gopLength == 0); } } } ASSERT_EQ(0, remove(outputFile.c_str())); } INSTANTIATE_TEST_CASE_P(CUDA_Codec, EncoderParams, ALL_DEVICES); #endif // HAVE_NVCUVENC INSTANTIATE_TEST_CASE_P(CUDA_Codec, CheckSet, testing::Combine( ALL_DEVICES, testing::Values("highgui/video/big_buck_bunny.mp4"))); #define VIDEO_SRC_SCALING "highgui/video/big_buck_bunny.mp4" #define TARGET_SZ Size2f(1,1), Size2f(0.8f,0.9f), Size2f(2.3f,1.8f) #define SRC_ROI Rect2f(0,0,1,1), Rect2f(0.25f,0.25f,0.5f,0.5f) #define TARGET_ROI Rect2f(0,0,1,1), Rect2f(0.2f,0.3f,0.6f,0.7f) INSTANTIATE_TEST_CASE_P(CUDA_Codec, Scaling, testing::Combine( ALL_DEVICES, testing::Values(VIDEO_SRC_SCALING), testing::Values(TARGET_SZ), testing::Values(SRC_ROI), testing::Values(TARGET_ROI))); INSTANTIATE_TEST_CASE_P(CUDA_Codec, DisplayResolution, ALL_DEVICES); #define VIDEO_SRC_R "highgui/video/big_buck_bunny.mp4", "cv/video/768x576.avi", "cv/video/1920x1080.avi", "highgui/video/big_buck_bunny.avi", \ "highgui/video/big_buck_bunny.h264", "highgui/video/big_buck_bunny.h265", "highgui/video/big_buck_bunny.mpg", \ "highgui/video/sample_322x242_15frames.yuv420p.libvpx-vp9.mp4", "highgui/video/sample_322x242_15frames.yuv420p.libaom-av1.mp4", \ "cv/tracking/faceocc2/data/faceocc2.webm" INSTANTIATE_TEST_CASE_P(CUDA_Codec, Video, testing::Combine( ALL_DEVICES, testing::Values(VIDEO_SRC_R))); const color_conversion_params_t color_conversion_params[] = { color_conversion_params_t("highgui/video/big_buck_bunny.h264", false), color_conversion_params_t("highgui/video/big_buck_bunny_full_color_range.h264", true), }; #define VIDEO_COLOR_OUTPUTS cv::cudacodec::ColorFormat::BGRA, cv::cudacodec::ColorFormat::BGRA INSTANTIATE_TEST_CASE_P(CUDA_Codec, ColorConversion, testing::Combine( ALL_DEVICES, testing::Values(VIDEO_COLOR_OUTPUTS), testing::ValuesIn(color_conversion_params))); #define VIDEO_SRC_RW "highgui/video/big_buck_bunny.h264", "highgui/video/big_buck_bunny.h265" INSTANTIATE_TEST_CASE_P(CUDA_Codec, VideoReadRaw, testing::Combine( ALL_DEVICES, testing::Values(VIDEO_SRC_RW))); const check_extra_data_params_t check_extra_data_params[] = { check_extra_data_params_t("highgui/video/big_buck_bunny.mp4", 45), check_extra_data_params_t("highgui/video/big_buck_bunny.mov", 45), check_extra_data_params_t("highgui/video/big_buck_bunny.mjpg.avi", 0) }; INSTANTIATE_TEST_CASE_P(CUDA_Codec, CheckExtraData, testing::Combine( ALL_DEVICES, testing::ValuesIn(check_extra_data_params))); INSTANTIATE_TEST_CASE_P(CUDA_Codec, CheckKeyFrame, testing::Combine( ALL_DEVICES, testing::Values(VIDEO_SRC_R))); INSTANTIATE_TEST_CASE_P(CUDA_Codec, CheckParams, ALL_DEVICES); INSTANTIATE_TEST_CASE_P(CUDA_Codec, CheckDecodeSurfaces, testing::Combine( ALL_DEVICES, testing::Values("highgui/video/big_buck_bunny.mp4"))); INSTANTIATE_TEST_CASE_P(CUDA_Codec, CheckInitParams, testing::Combine( ALL_DEVICES, testing::Values("highgui/video/big_buck_bunny.mp4"), testing::Values(true,false), testing::Values(true,false), testing::Values(true,false))); #endif // HAVE_NVCUVID || HAVE_NVCUVENC }} // namespace