/* // Sample demonstrating interoperability of OpenCV UMat with Direct X surface // Base class for Direct X application */ #include #include #include #include "opencv2/core.hpp" #include "opencv2/core/directx.hpp" #include "opencv2/core/ocl.hpp" #include "opencv2/imgproc.hpp" #include "opencv2/videoio.hpp" #include "winapp.hpp" #define SAFE_RELEASE(p) if (p) { p->Release(); p = NULL; } class Timer { public: enum UNITS { USEC = 0, MSEC, SEC }; Timer() : m_t0(0), m_diff(0) { m_tick_frequency = (float)cv::getTickFrequency(); m_unit_mul[USEC] = 1000000; m_unit_mul[MSEC] = 1000; m_unit_mul[SEC] = 1; } void start() { m_t0 = cv::getTickCount(); } void stop() { m_diff = cv::getTickCount() - m_t0; } float time(UNITS u = UNITS::MSEC) { float sec = m_diff / m_tick_frequency; return sec * m_unit_mul[u]; } public: float m_tick_frequency; int64 m_t0; int64 m_diff; int m_unit_mul[3]; }; class D3DSample : public WinApp { public: enum MODE { MODE_CPU, MODE_GPU_RGBA, MODE_GPU_NV12 }; D3DSample(int width, int height, std::string& window_name, cv::VideoCapture& cap) : WinApp(width, height, window_name) { m_shutdown = false; m_mode = MODE_CPU; m_modeStr[0] = cv::String("Processing on CPU"); m_modeStr[1] = cv::String("Processing on GPU RGBA"); m_modeStr[2] = cv::String("Processing on GPU NV12"); m_demo_processing = false; m_cap = cap; } ~D3DSample() {} virtual int create() { return WinApp::create(); } virtual int render() = 0; virtual int cleanup() { m_shutdown = true; return WinApp::cleanup(); } protected: virtual LRESULT CALLBACK WndProc(HWND hWnd, UINT message, WPARAM wParam, LPARAM lParam) { switch (message) { case WM_CHAR: if (wParam == '1') { m_mode = MODE_CPU; return 0; } if (wParam == '2') { m_mode = MODE_GPU_RGBA; return 0; } if (wParam == '3') { m_mode = MODE_GPU_NV12; return 0; } else if (wParam == VK_SPACE) { m_demo_processing = !m_demo_processing; return 0; } else if (wParam == VK_ESCAPE) { return cleanup(); } break; case WM_CLOSE: return cleanup(); case WM_DESTROY: ::PostQuitMessage(0); return 0; } return ::DefWindowProc(hWnd, message, wParam, lParam); } // do render at idle virtual int idle() { return render(); } protected: bool m_shutdown; bool m_demo_processing; MODE m_mode; cv::String m_modeStr[3]; cv::VideoCapture m_cap; cv::Mat m_frame_bgr; cv::Mat m_frame_rgba; Timer m_timer; }; static void help() { printf( "\nSample demonstrating interoperability of DirectX and OpenCL with OpenCV.\n" "Hot keys: \n" " SPACE - turn processing on/off\n" " 1 - process DX surface through OpenCV on CPU\n" " 2 - process DX RGBA surface through OpenCV on GPU (via OpenCL)\n" " 3 - process DX NV12 surface through OpenCV on GPU (via OpenCL)\n" " ESC - exit\n\n"); } static const char* keys = { "{c camera | true | use camera or not}" "{f file | | movie file name }" "{h help | false | print help info }" }; template int d3d_app(int argc, char** argv, std::string& title) { cv::CommandLineParser parser(argc, argv, keys); bool useCamera = parser.has("camera"); string file = parser.get("file"); bool showHelp = parser.get("help"); if (showHelp) help(); parser.printMessage(); cv::VideoCapture cap; if (useCamera) cap.open(0); else cap.open(file.c_str()); if (!cap.isOpened()) { printf("can not open camera or video file\n"); return -1; } int width = (int)cap.get(CAP_PROP_FRAME_WIDTH); int height = (int)cap.get(CAP_PROP_FRAME_HEIGHT); std::string wndname = title; TApp app(width, height, wndname, cap); try { app.create(); return app.run(); } catch (cv::Exception& e) { std::cerr << "Exception: " << e.what() << std::endl; return 10; } catch (...) { std::cerr << "FATAL ERROR: Unknown exception" << std::endl; return 11; } }