#include #include #include #include #include #include "opencv2/gpu/gpu.hpp" #include "opencv2/highgui/highgui.hpp" using namespace cv; using namespace std; struct Params { Params(); static Params read(int argc, char** argv); string left; string right; string method_str() const { switch (method) { case BM: return "BM"; case BP: return "BP"; case CSBP: return "CSBP"; } return ""; } enum {BM, BP, CSBP} method; int ndisp; // Max disparity + 1 }; struct App { App(const Params& p); void run(); void handleKey(char key); void printParams() const; void workBegin() { work_begin = getTickCount(); } void workEnd() { int64 d = getTickCount() - work_begin; double f = getTickFrequency(); work_fps = f / d; } string text() const { stringstream ss; ss << "(" << p.method_str() << ") FPS: " << setiosflags(ios::left) << setprecision(4) << work_fps; return ss.str(); } private: Params p; bool running; Mat left_src, right_src; Mat left, right; gpu::GpuMat d_left, d_right; gpu::StereoBM_GPU bm; gpu::StereoBeliefPropagation bp; gpu::StereoConstantSpaceBP csbp; int64 work_begin; double work_fps; }; int main(int argc, char** argv) { try { if (argc < 2) { cout << "Usage: stereo_match_gpu\n" << "\t-l -r # must be rectified\n" << "\t-m # BM | BP | CSBP\n"; return 1; } App app(Params::read(argc, argv)); app.run(); } catch (const exception& e) { cout << "error: " << e.what() << endl; } return 0; } Params::Params() { method = BM; ndisp = 64; } Params Params::read(int argc, char** argv) { Params p; for (int i = 1; i < argc - 1; i += 2) { string key = argv[i]; string val = argv[i + 1]; if (key == "-l") p.left = val; else if (key == "-r") p.right = val; else if (key == "-m") { if (val == "BM") p.method = BM; else if (val == "BP") p.method = BP; else if (val == "CSBP") p.method = CSBP; else throw runtime_error("unknown stereo match method: " + val); } else if (key == "-ndisp") p.ndisp = atoi(val.c_str()); else throw runtime_error("unknown key: " + key); } return p; } App::App(const Params& p) : p(p), running(false) { cout << "stereo_match_gpu sample\n"; cout << "\nControls:\n" << "\tesc - exit\n" << "\tp - print current parameters\n" << "\tg - convert source images into gray\n" << "\tm - change stereo match method\n" << "\ts - change Sobel prefiltering flag (for BM only)\n" << "\t1/q - increase/decrease maximum disparity\n" << "\t2/w - increase/decrease window size (for BM only)\n" << "\t3/e - increase/decrease iteration count (for BP and CSBP only)\n" << "\t4/r - increase/decrease level count (for BP and CSBP only)\n"; } void App::run() { // Load images left_src = imread(p.left); right_src = imread(p.right); if (left_src.empty()) throw runtime_error("can't open file \"" + p.left + "\""); if (right_src.empty()) throw runtime_error("can't open file \"" + p.right + "\""); cvtColor(left_src, left, CV_BGR2GRAY); cvtColor(right_src, right, CV_BGR2GRAY); d_left = left; d_right = right; imshow("left", left); imshow("right", right); // Set common parameters bm.ndisp = p.ndisp; bp.ndisp = p.ndisp; csbp.ndisp = p.ndisp; // Prepare disparity map of specified type Mat disp(left.size(), CV_8U); gpu::GpuMat d_disp(left.size(), CV_8U); cout << endl; printParams(); running = true; while (running) { workBegin(); switch (p.method) { case Params::BM: if (d_left.channels() > 1 || d_right.channels() > 1) { cout << "BM doesn't support color images\n"; cvtColor(left_src, left, CV_BGR2GRAY); cvtColor(right_src, right, CV_BGR2GRAY); cout << "image_channels: " << left.channels() << endl; d_left = left; d_right = right; imshow("left", left); imshow("right", right); } bm(d_left, d_right, d_disp); break; case Params::BP: bp(d_left, d_right, d_disp); break; case Params::CSBP: csbp(d_left, d_right, d_disp); break; } workEnd(); // Show results disp = d_disp; putText(disp, text(), Point(5, 25), FONT_HERSHEY_SIMPLEX, 1.0, Scalar::all(255)); imshow("disparity", disp); handleKey((char)waitKey(3)); } } void App::printParams() const { cout << "--- Parameters ---\n"; cout << "image_size: (" << left.cols << ", " << left.rows << ")\n"; cout << "image_channels: " << left.channels() << endl; cout << "method: " << p.method_str() << endl << "ndisp: " << p.ndisp << endl; switch (p.method) { case Params::BM: cout << "win_size: " << bm.winSize << endl; cout << "prefilter_sobel: " << bm.preset << endl; break; case Params::BP: cout << "iter_count: " << bp.iters << endl; cout << "level_count: " << bp.levels << endl; break; case Params::CSBP: cout << "iter_count: " << csbp.iters << endl; cout << "level_count: " << csbp.levels << endl; break; } cout << endl; } void App::handleKey(char key) { switch (key) { case 27: running = false; break; case 'p': case 'P': printParams(); break; case 'g': case 'G': if (left.channels() == 1 && p.method != Params::BM) { left = left_src; right = right_src; } else { cvtColor(left_src, left, CV_BGR2GRAY); cvtColor(right_src, right, CV_BGR2GRAY); } d_left = left; d_right = right; cout << "image_channels: " << left.channels() << endl; imshow("left", left); imshow("right", right); break; case 'm': case 'M': switch (p.method) { case Params::BM: p.method = Params::BP; break; case Params::BP: p.method = Params::CSBP; break; case Params::CSBP: p.method = Params::BM; break; } cout << "method: " << p.method_str() << endl; break; case 's': case 'S': if (p.method == Params::BM) { switch (bm.preset) { case gpu::StereoBM_GPU::BASIC_PRESET: bm.preset = gpu::StereoBM_GPU::PREFILTER_XSOBEL; break; case gpu::StereoBM_GPU::PREFILTER_XSOBEL: bm.preset = gpu::StereoBM_GPU::BASIC_PRESET; break; } cout << "prefilter_sobel: " << bm.preset << endl; } break; case '1': p.ndisp = p.ndisp == 1 ? 8 : p.ndisp + 8; cout << "ndisp: " << p.ndisp << endl; bm.ndisp = p.ndisp; bp.ndisp = p.ndisp; csbp.ndisp = p.ndisp; break; case 'q': case 'Q': p.ndisp = max(p.ndisp - 8, 1); cout << "ndisp: " << p.ndisp << endl; bm.ndisp = p.ndisp; bp.ndisp = p.ndisp; csbp.ndisp = p.ndisp; break; case '2': if (p.method == Params::BM) { bm.winSize = min(bm.winSize + 1, 51); cout << "win_size: " << bm.winSize << endl; } break; case 'w': case 'W': if (p.method == Params::BM) { bm.winSize = max(bm.winSize - 1, 2); cout << "win_size: " << bm.winSize << endl; } break; case '3': if (p.method == Params::BP) { bp.iters += 1; cout << "iter_count: " << bp.iters << endl; } else if (p.method == Params::CSBP) { csbp.iters += 1; cout << "iter_count: " << csbp.iters << endl; } break; case 'e': case 'E': if (p.method == Params::BP) { bp.iters = max(bp.iters - 1, 1); cout << "iter_count: " << bp.iters << endl; } else if (p.method == Params::CSBP) { csbp.iters = max(csbp.iters - 1, 1); cout << "iter_count: " << csbp.iters << endl; } break; case '4': if (p.method == Params::BP) { bp.levels += 1; cout << "level_count: " << bp.levels << endl; } else if (p.method == Params::CSBP) { csbp.levels += 1; cout << "level_count: " << csbp.levels << endl; } break; case 'r': case 'R': if (p.method == Params::BP) { bp.levels = max(bp.levels - 1, 1); cout << "level_count: " << bp.levels << endl; } else if (p.method == Params::CSBP) { csbp.levels = max(csbp.levels - 1, 1); cout << "level_count: " << csbp.levels << endl; } break; } }