#include #include #include #include "opencv2/core.hpp" #include "opencv2/core/utility.hpp" #include "opencv2/highgui.hpp" #include "opencv2/imgproc.hpp" #include "opencv2/contrib.hpp" #include "opencv2/superres.hpp" #include "opencv2/superres/optical_flow.hpp" #include "opencv2/opencv_modules.hpp" #if defined(HAVE_OPENCV_OCL) #include "opencv2/ocl/ocl.hpp" #endif using namespace std; using namespace cv; using namespace cv::superres; bool useOclChanged; #define MEASURE_TIME(op) \ { \ TickMeter tm; \ tm.start(); \ op; \ tm.stop(); \ cout << tm.getTimeSec() << " sec" << endl; \ } static Ptr createOptFlow(const string& name, bool useGpu) { if (name == "farneback") { if (useGpu) return createOptFlow_Farneback_CUDA(); else return createOptFlow_Farneback(); } else if (name == "simple") return createOptFlow_Simple(); else if (name == "tvl1") { if (useGpu) return createOptFlow_DualTVL1_CUDA(); else return createOptFlow_DualTVL1(); } else if (name == "brox") return createOptFlow_Brox_CUDA(); else if (name == "pyrlk") return createOptFlow_PyrLK_CUDA(); else { cerr << "Incorrect Optical Flow algorithm - " << name << endl; } return Ptr(); } #if defined(HAVE_OPENCV_OCL) static Ptr createOptFlow(const string& name) { if (name == "farneback") { return createOptFlow_Farneback_OCL(); } else if (name == "simple") { useOclChanged = true; std::cout<<"simple on OpenCL has not been implemented. Use CPU instead!\n"; return createOptFlow_Simple(); } else if (name == "tvl1") return createOptFlow_DualTVL1_OCL(); else if (name == "brox") { std::cout<<"brox has not been implemented!\n"; return Ptr(); } else if (name == "pyrlk") return createOptFlow_PyrLK_OCL(); else { cerr << "Incorrect Optical Flow algorithm - " << name << endl; } return Ptr(); } #endif int main(int argc, const char* argv[]) { useOclChanged = false; CommandLineParser cmd(argc, argv, "{ v video | | Input video }" "{ o output | | Output video }" "{ s scale | 4 | Scale factor }" "{ i iterations | 180 | Iteration count }" "{ t temporal | 4 | Radius of the temporal search area }" "{ f flow | farneback | Optical flow algorithm (farneback, simple, tvl1, brox, pyrlk) }" "{ g | false | CPU as default device, cuda for CUDA and ocl for OpenCL }" "{ h help | false | Print help message }" ); if (cmd.get("help")) { cout << "This sample demonstrates Super Resolution algorithms for video sequence" << endl; cmd.printMessage(); return 0; } const string inputVideoName = cmd.get("video"); const string outputVideoName = cmd.get("output"); const int scale = cmd.get("scale"); const int iterations = cmd.get("iterations"); const int temporalAreaRadius = cmd.get("temporal"); const string optFlow = cmd.get("flow"); string gpuOption = cmd.get("gpu"); std::transform(gpuOption.begin(), gpuOption.end(), gpuOption.begin(), ::tolower); bool useCuda = false; bool useOcl = false; if(gpuOption.compare("ocl") == 0) useOcl = true; else if(gpuOption.compare("cuda") == 0) useCuda = true; #ifndef HAVE_OPENCV_OCL if(useOcl) { { cout<<"OPENCL is not compiled\n"; return 0; } } #endif #if defined(HAVE_OPENCV_OCL) if(useCuda) { CV_Assert(!useOcl); } #endif Ptr superRes; #if defined(HAVE_OPENCV_OCL) if(useOcl) { Ptr of = createOptFlow(optFlow); if (of.empty()) exit(-1); if(useOclChanged) { superRes = createSuperResolution_BTVL1(); useOcl = !useOcl; }else superRes = createSuperResolution_BTVL1_OCL(); superRes->set("opticalFlow", of); } else #endif { if (useCuda) superRes = createSuperResolution_BTVL1_CUDA(); else superRes = createSuperResolution_BTVL1(); Ptr of = createOptFlow(optFlow, useCuda); if (of.empty()) exit(-1); superRes->set("opticalFlow", of); } superRes->set("scale", scale); superRes->set("iterations", iterations); superRes->set("temporalAreaRadius", temporalAreaRadius); Ptr frameSource; if (useCuda) { // Try to use gpu Video Decoding try { frameSource = createFrameSource_Video_CUDA(inputVideoName); Mat frame; frameSource->nextFrame(frame); } catch (const cv::Exception&) { frameSource.release(); } } if (!frameSource) frameSource = createFrameSource_Video(inputVideoName); // skip first frame, it is usually corrupted { Mat frame; frameSource->nextFrame(frame); cout << "Input : " << inputVideoName << " " << frame.size() << endl; cout << "Scale factor : " << scale << endl; cout << "Iterations : " << iterations << endl; cout << "Temporal radius : " << temporalAreaRadius << endl; cout << "Optical Flow : " << optFlow << endl; #if defined(HAVE_OPENCV_OCL) cout << "Mode : " << (useCuda ? "CUDA" : useOcl? "OpenCL" : "CPU") << endl; #else cout << "Mode : " << (useCuda ? "CUDA" : "CPU") << endl; #endif } superRes->setInput(frameSource); VideoWriter writer; for (int i = 0;; ++i) { cout << '[' << setw(3) << i << "] : "; Mat result; #if defined(HAVE_OPENCV_OCL) cv::ocl::oclMat result_; if(useOcl) { MEASURE_TIME( { superRes->nextFrame(result_); ocl::finish(); }); } else #endif { MEASURE_TIME(superRes->nextFrame(result)); } #ifdef HAVE_OPENCV_OCL if(useOcl) { if(!result_.empty()) { result_.download(result); } } #endif if (result.empty()) break; imshow("Super Resolution", result); if (waitKey(1000) > 0) break; if (!outputVideoName.empty()) { if (!writer.isOpened()) writer.open(outputVideoName, VideoWriter::fourcc('X', 'V', 'I', 'D'), 25.0, result.size()); writer << result; } } return 0; }