/*M/////////////////////////////////////////////////////////////////////////////////////// // // IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING. // // By downloading, copying, installing or using the software you agree to this license. // If you do not agree to this license, do not download, install, // copy or use the software. // // // License Agreement // For Open Source Computer Vision Library // // Copyright (C) 2000-2008, Intel Corporation, all rights reserved. // Copyright (C) 2009, Willow Garage Inc., all rights reserved. // Third party copyrights are property of their respective owners. // // Redistribution and use in source and binary forms, with or without modification, // are permitted provided that the following conditions are met: // // * Redistribution's of source code must retain the above copyright notice, // this list of conditions and the following disclaimer. // // * Redistribution's in binary form must reproduce the above copyright notice, // this list of conditions and the following disclaimer in the documentation // and/or other materials provided with the distribution. // // * The name of the copyright holders may not be used to endorse or promote products // derived from this software without specific prior written permission. // // This software is provided by the copyright holders and contributors "as is" and // any express or implied warranties, including, but not limited to, the implied // warranties of merchantability and fitness for a particular purpose are disclaimed. // In no event shall the Intel Corporation or contributors be liable for any direct, // indirect, incidental, special, exemplary, or consequential damages // (including, but not limited to, procurement of substitute goods or services; // loss of use, data, or profits; or business interruption) however caused // and on any theory of liability, whether in contract, strict liability, // or tort (including negligence or otherwise) arising in any way out of // the use of this software, even if advised of the possibility of such damage. // //M*/ #include "test_precomp.hpp" #include "opencv2/videoio/videoio_c.h" namespace opencv_test { struct VideoCaptureAPI { VideoCaptureAPIs api; inline const char * toString() const { switch (api) { case CAP_ANY: return "CAP_ANY"; #ifdef __linux__ case CAP_V4L2: return "CAP_V4L/CAP_V4L2"; #else case CAP_VFW: return "CAP_VFW"; #endif case CAP_FIREWIRE: return "CAP_FIREWIRE"; case CAP_QT: return "CAP_QT"; case CAP_UNICAP: return "CAP_UNICAP"; case CAP_DSHOW: return "CAP_DSHOW"; case CAP_PVAPI: return "CAP_PVAPI"; case CAP_OPENNI: return "CAP_OPENNI"; case CAP_OPENNI_ASUS: return "CAP_OPENNI_ASUS"; case CAP_ANDROID: return "CAP_ANDROID"; case CAP_XIAPI: return "CAP_XIAPI"; case CAP_AVFOUNDATION: return "CAP_AVFOUNDATION"; case CAP_GIGANETIX: return "CAP_GIGANETIX"; case CAP_MSMF: return "CAP_MSMF"; case CAP_WINRT: return "CAP_WINRT"; case CAP_INTELPERC: return "CAP_INTELPERC"; case CAP_OPENNI2: return "CAP_OPENNI2"; case CAP_OPENNI2_ASUS: return "CAP_OPENNI2_ASUS"; case CAP_GPHOTO2: return "CAP_GPHOTO2"; case CAP_GSTREAMER: return "CAP_GSTREAMER"; case CAP_FFMPEG: return "CAP_FFMPEG"; case CAP_IMAGES: return "CAP_IMAGES"; case CAP_ARAVIS: return "CAP_ARAVIS"; case CAP_OPENCV_MJPEG: return "CAP_OPENCV_MJPEG"; case CAP_INTEL_MFX: return "CAP_INTEL_MFX"; } return "unknown"; } VideoCaptureAPI(int api_ = CAP_ANY) : api((VideoCaptureAPIs)api_) {} operator int() { return api; } }; inline std::ostream &operator<<(std::ostream &out, const VideoCaptureAPI & api) { out << api.toString(); return out; } class Videoio_Test_Base { protected: string ext; string video_file; VideoCaptureAPI apiPref; protected: Videoio_Test_Base() {} virtual ~Videoio_Test_Base() {} virtual void checkFrameContent(Mat &, int) {} virtual void checkFrameCount(int &) {} void checkFrameRead(int idx, VideoCapture & cap) { //int frameID = (int)cap.get(CAP_PROP_POS_FRAMES); Mat img; ASSERT_NO_THROW(cap >> img); //std::cout << "idx=" << idx << " img=" << img.size() << " frameID=" << frameID << std::endl; ASSERT_FALSE(img.empty()) << "idx=" << idx; checkFrameContent(img, idx); } void checkFrameSeek(int idx, VideoCapture & cap) { bool canSeek = false; ASSERT_NO_THROW(canSeek = cap.set(CAP_PROP_POS_FRAMES, idx)); if (!canSeek) { std::cout << "Seek to frame '" << idx << "' is not supported. SKIP." << std::endl; return; } EXPECT_EQ(idx, (int)cap.get(CAP_PROP_POS_FRAMES)); checkFrameRead(idx, cap); } public: void doTest() { VideoCapture cap; ASSERT_NO_THROW(cap.open(video_file, apiPref)); if (!cap.isOpened()) { std::cout << "SKIP test: backend " << apiPref << " can't open the video: " << video_file << std::endl; return; } int n_frames = -1; EXPECT_NO_THROW(n_frames = (int)cap.get(CAP_PROP_FRAME_COUNT)); if (n_frames > 0) { ASSERT_GT(n_frames, 0); checkFrameCount(n_frames); } else { std::cout << "CAP_PROP_FRAME_COUNT is not supported by backend. Assume 50 frames." << std::endl; n_frames = 50; } { SCOPED_TRACE("consecutive read"); if (apiPref == CAP_GSTREAMER) { // This workaround is for GStreamer 1.3.1.1 and older. // Old Gstreamer has a bug which handles the total duration 1 frame shorter // Old Gstreamer are used in Ubuntu 14.04, so the following code could be removed after it's EOL n_frames--; } for (int k = 0; k < n_frames; ++k) { checkFrameRead(k, cap); } } bool canSeek = false; EXPECT_NO_THROW(canSeek = cap.set(CAP_PROP_POS_FRAMES, 0)); if (!canSeek) { std::cout << "Seek to frame '0' is not supported. SKIP all 'seek' tests." << std::endl; return; } if (ext != "wmv" && ext != "h264" && ext != "h265") { SCOPED_TRACE("progressive seek"); bool res = false; EXPECT_NO_THROW(res = cap.set(CAP_PROP_POS_FRAMES, 0)); ASSERT_TRUE(res); for (int k = 0; k < n_frames; k += 20) { checkFrameSeek(k, cap); } } if (ext != "mpg" && ext != "wmv" && ext != "h264" && ext != "h265") { SCOPED_TRACE("random seek"); bool res = false; EXPECT_NO_THROW(res = cap.set(CAP_PROP_POS_FRAMES, 0)); ASSERT_TRUE(res); for (int k = 0; k < 10; ++k) { checkFrameSeek(cvtest::TS::ptr()->get_rng().uniform(0, n_frames), cap); } } } }; //================================================================================================== typedef tuple Backend_Type_Params; class Videoio_Bunny : public Videoio_Test_Base, public testing::TestWithParam { BunnyParameters bunny_param; public: Videoio_Bunny() { ext = get<0>(GetParam()); apiPref = get<1>(GetParam()); video_file = BunnyParameters::getFilename(String(".") + ext); } void doFrameCountTest() { VideoCapture cap; EXPECT_NO_THROW(cap.open(video_file, apiPref)); if (!cap.isOpened()) { std::cout << "SKIP test: backend " << apiPref << " can't open the video: " << video_file << std::endl; return; } Size actual; EXPECT_NO_THROW(actual = Size((int)cap.get(CAP_PROP_FRAME_WIDTH), (int)cap.get(CAP_PROP_FRAME_HEIGHT))); EXPECT_EQ(bunny_param.getWidth(), actual.width); EXPECT_EQ(bunny_param.getHeight(), actual.height); double fps_prop = 0; EXPECT_NO_THROW(fps_prop = cap.get(CAP_PROP_FPS)); if (fps_prop > 0) EXPECT_NEAR(fps_prop, bunny_param.getFps(), 1); else std::cout << "FPS is not available. SKIP check." << std::endl; int count_prop = 0; EXPECT_NO_THROW(count_prop = (int)cap.get(CAP_PROP_FRAME_COUNT)); // mpg file reports 5.08 sec * 24 fps => property returns 122 frames // but actual number of frames returned is 125 if (ext != "mpg") { if (count_prop > 0) { EXPECT_EQ(bunny_param.getCount(), count_prop); } } int count_actual = 0; while (cap.isOpened()) { Mat frame; EXPECT_NO_THROW(cap >> frame); if (frame.empty()) break; EXPECT_EQ(bunny_param.getWidth(), frame.cols); EXPECT_EQ(bunny_param.getHeight(), frame.rows); count_actual += 1; } if (count_prop > 0) { EXPECT_NEAR(bunny_param.getCount(), count_actual, 1); } else std::cout << "Frames counter is not available. Actual frames: " << count_actual << ". SKIP check." << std::endl; } }; //================================================================================================== struct Ext_Fourcc_PSNR { string ext; string fourcc; float PSNR; VideoCaptureAPI api; }; typedef tuple Size_Ext_Fourcc_PSNR; class Videoio_Synthetic : public Videoio_Test_Base, public testing::TestWithParam { Size frame_size; int fourcc; float PSNR_GT; int frame_count; double fps; public: Videoio_Synthetic() { frame_size = get<0>(GetParam()); const Ext_Fourcc_PSNR p = get<1>(GetParam()); ext = p.ext; fourcc = fourccFromString(p.fourcc); PSNR_GT = p.PSNR; video_file = cv::tempfile((fourccToString(fourcc) + "." + ext).c_str()); frame_count = 100; fps = 25.; apiPref = p.api; } void SetUp() { Mat img(frame_size, CV_8UC3); VideoWriter writer; EXPECT_NO_THROW(writer.open(video_file, apiPref, fourcc, fps, frame_size, true)); ASSERT_TRUE(writer.isOpened()); for(int i = 0; i < frame_count; ++i ) { generateFrame(i, frame_count, img); EXPECT_NO_THROW(writer << img); } EXPECT_NO_THROW(writer.release()); } void TearDown() { remove(video_file.c_str()); } virtual void checkFrameContent(Mat & img, int idx) { Mat imgGT(frame_size, CV_8UC3); generateFrame(idx, frame_count, imgGT); double psnr = cvtest::PSNR(img, imgGT); ASSERT_GT(psnr, PSNR_GT) << "frame " << idx; } virtual void checkFrameCount(int &actual) { Range expected_frame_count = Range(frame_count, frame_count); // Hack! Newer FFmpeg versions in this combination produce a file // whose reported duration is one frame longer than needed, and so // the calculated frame count is also off by one. Ideally, we'd want // to fix both writing (to produce the correct duration) and reading // (to correctly report frame count for such files), but I don't know // how to do either, so this is a workaround for now. if (fourcc == VideoWriter::fourcc('M', 'P', 'E', 'G') && ext == "mkv") expected_frame_count.end += 1; // Workaround for some gstreamer pipelines if (apiPref == CAP_GSTREAMER) expected_frame_count.start -= 1; ASSERT_LE(expected_frame_count.start, actual); ASSERT_GE(expected_frame_count.end, actual); actual = expected_frame_count.start; // adjust actual frame boundary to possible minimum } }; //================================================================================================== static VideoCaptureAPI backend_params[] = { #ifdef HAVE_QUICKTIME CAP_QT, #endif // TODO: Broken? //#ifdef HAVE_AVFOUNDATION // CAP_AVFOUNDATION, //#endif #ifdef HAVE_MSMF CAP_MSMF, #endif // TODO: Broken? //#ifdef HAVE_VFW // CAP_VFW, //#endif #ifdef HAVE_GSTREAMER CAP_GSTREAMER, #endif #ifdef HAVE_FFMPEG CAP_FFMPEG, #endif #ifdef HAVE_XINE CAP_XINE, #endif CAP_OPENCV_MJPEG // CAP_INTEL_MFX }; static string bunny_params[] = { #ifdef HAVE_VIDEO_INPUT string("wmv"), string("mov"), string("mp4"), string("mpg"), string("avi"), string("h264"), string("h265"), #endif string("mjpg.avi") }; TEST_P(Videoio_Bunny, read_position) { doTest(); } TEST_P(Videoio_Bunny, frame_count) { doFrameCountTest(); } INSTANTIATE_TEST_CASE_P(videoio, Videoio_Bunny, testing::Combine( testing::ValuesIn(bunny_params), testing::ValuesIn(backend_params))); //================================================================================================== inline Ext_Fourcc_PSNR makeParam(const char * ext, const char * fourcc, float psnr, VideoCaptureAPIs apipref) { Ext_Fourcc_PSNR res; res.ext = ext; res.fourcc = fourcc; res.PSNR = psnr; res.api = apipref; return res; } inline static std::ostream &operator<<(std::ostream &out, const Ext_Fourcc_PSNR &p) { out << "FOURCC(" << p.fourcc << "), ." << p.ext << ", " << p.api << ", " << p.PSNR << "dB"; return out; } static Ext_Fourcc_PSNR synthetic_params[] = { #ifdef HAVE_MSMF #if !defined(_M_ARM) makeParam("wmv", "WMV1", 30.f, CAP_MSMF), makeParam("wmv", "WMV2", 30.f, CAP_MSMF), #endif makeParam("wmv", "WMV3", 30.f, CAP_MSMF), makeParam("wmv", "WVC1", 30.f, CAP_MSMF), makeParam("mov", "H264", 30.f, CAP_MSMF), #endif // TODO: Broken? //#ifdef HAVE_VFW //#if !defined(_M_ARM) // makeParam("wmv", "WMV1", 30.f, CAP_VFW), // makeParam("wmv", "WMV2", 30.f, CAP_VFW), //#endif // makeParam("wmv", "WMV3", 30.f, CAP_VFW), // makeParam("wmv", "WVC1", 30.f, CAP_VFW), // makeParam("avi", "H264", 30.f, CAP_VFW), // makeParam("avi", "MJPG", 30.f, CAP_VFW), //#endif #ifdef HAVE_QUICKTIME makeParam("mov", "mp4v", 30.f, CAP_QT), makeParam("avi", "XVID", 30.f, CAP_QT), makeParam("avi", "MPEG", 30.f, CAP_QT), makeParam("avi", "IYUV", 30.f, CAP_QT), makeParam("avi", "MJPG", 30.f, CAP_QT), makeParam("mkv", "XVID", 30.f, CAP_QT), makeParam("mkv", "MPEG", 30.f, CAP_QT), makeParam("mkv", "MJPG", 30.f, CAP_QT), #endif // TODO: Broken? //#ifdef HAVE_AVFOUNDATION // makeParam("mov", "mp4v", 30.f, CAP_AVFOUNDATION), // makeParam("avi", "XVID", 30.f, CAP_AVFOUNDATION), // makeParam("avi", "MPEG", 30.f, CAP_AVFOUNDATION), // makeParam("avi", "IYUV", 30.f, CAP_AVFOUNDATION), // makeParam("avi", "MJPG", 30.f, CAP_AVFOUNDATION), // makeParam("mkv", "XVID", 30.f, CAP_AVFOUNDATION), // makeParam("mkv", "MPEG", 30.f, CAP_AVFOUNDATION), // makeParam("mkv", "MJPG", 30.f, CAP_AVFOUNDATION), //#endif #ifdef HAVE_FFMPEG makeParam("avi", "XVID", 30.f, CAP_FFMPEG), makeParam("avi", "MPEG", 30.f, CAP_FFMPEG), makeParam("avi", "IYUV", 30.f, CAP_FFMPEG), makeParam("avi", "MJPG", 30.f, CAP_FFMPEG), makeParam("mkv", "XVID", 30.f, CAP_FFMPEG), makeParam("mkv", "MPEG", 30.f, CAP_FFMPEG), makeParam("mkv", "MJPG", 30.f, CAP_FFMPEG), #endif #ifdef HAVE_GSTREAMER makeParam("avi", "MPEG", 30.f, CAP_GSTREAMER), makeParam("avi", "MJPG", 30.f, CAP_GSTREAMER), makeParam("avi", "H264", 30.f, CAP_GSTREAMER), makeParam("mkv", "MPEG", 30.f, CAP_GSTREAMER), makeParam("mkv", "MJPG", 30.f, CAP_GSTREAMER), makeParam("mkv", "H264", 30.f, CAP_GSTREAMER), #endif makeParam("avi", "MJPG", 30.f, CAP_OPENCV_MJPEG), }; Size all_sizes[] = { Size(640, 480), Size(976, 768) }; TEST_P(Videoio_Synthetic, write_read_position) { doTest(); } INSTANTIATE_TEST_CASE_P(videoio, Videoio_Synthetic, testing::Combine( testing::ValuesIn(all_sizes), testing::ValuesIn(synthetic_params))); } // namespace