#include #include #include #include #include #include "opencv2/core/core.hpp" #include "opencv2/video/video.hpp" #include "opencv2/imgproc/imgproc.hpp" #include "opencv2/highgui/highgui.hpp" #include "opencv2/videostab/videostab.hpp" #define arg(name) cmd.get(name) #define argb(name) cmd.get(name) #define argi(name) cmd.get(name) #define argf(name) cmd.get(name) #define argd(name) cmd.get(name) using namespace std; using namespace cv; using namespace cv::videostab; Ptr stabilizedFrames; string saveMotionsPath; double outputFps; string outputPath; bool quietMode; void run(); void saveMotionsIfNecessary(); void printHelp(); void run() { VideoWriter writer; Mat stabilizedFrame; int nframes = 0; while (!(stabilizedFrame = stabilizedFrames->nextFrame()).empty()) { nframes++; if (!outputPath.empty()) { if (!writer.isOpened()) writer.open(outputPath, CV_FOURCC('X','V','I','D'), outputFps, stabilizedFrame.size()); writer << stabilizedFrame; } if (!quietMode) { imshow("stabilizedFrame", stabilizedFrame); char key = static_cast(waitKey(3)); if (key == 27) break; } } cout << endl << "processed frames: " << nframes << endl << "finished\n"; } void printHelp() { cout << "OpenCV video stabilizer.\n" "Usage: videostab [arguments]\n\n" "Arguments:\n" " -m, --model=(transl|transl_and_scale|linear_sim|affine|homography)\n" " Set motion model. The default is affine.\n" " --outlier-ratio=\n" " Motion estimation outlier ratio hypothesis. The default is 0.5." " --min-inlier-ratio=\n" " Minimum inlier ratio to decide if estimated motion is OK. The default is 0.1.\n\n" " -sm, --save-motions=(|no)\n" " Save estimated motions into file. The default is no.\n" " -lm, --load-motions=(|no)\n" " Load motions from file. The default is no.\n\n" " -r, --radius=\n" " Set sliding window radius. The default is 15.\n" " --stdev=(|auto)\n" " Set smoothing weights standard deviation. The default is auto\n" " (i.e. sqrt(radius)).\n" " --deblur=(yes|no)\n" " Do deblurring.\n" " --deblur-sens=\n" " Set deblurring sensitivity (from 0 to +inf). The default is 0.1.\n\n" " -t, --trim-ratio=\n" " Set trimming ratio (from 0 to 0.5). The default is 0.1.\n" " -et, --est-trim=(yes|no)\n" " Estimate trim ratio automatically. The default is yes.\n" " -ic, --incl-constr=(yes|no)\n" " Ensure the inclusion constraint is always satisfied. The default is no.\n\n" " -bm, --border-mode=(replicate|reflect|const)\n" " Set border extrapolation mode. The default is replicate.\n\n" " --mosaic=(yes|no)\n" " Do consistent mosaicing. The default is no.\n" " --mosaic-stdev=\n" " Consistent mosaicing stdev threshold. The default is 10.0.\n\n" " -mi, --motion-inpaint=(yes|no)\n" " Do motion inpainting (requires GPU support). The default is no.\n" " --mi-dist-thresh=\n" " Estimated flow distance threshold for motion inpainting. The default is 5.0.\n\n" " -ci, --color-inpaint=(no|average|ns|telea)\n" " Do color inpainting. The defailt is no.\n" " --ci-radius=\n" " Set color inpainting radius (for ns and telea options only).\n" " The default is 2.0\n\n" " -ws, --wobble-suppress=(yes|no)\n" " Perform wobble suppression. The default is no.\n" " --ws-period=\n" " Set wobble suppression period. The default is 30.\n" " --ws-model=(transl|transl_and_scale|linear_sim|affine|homography)\n" " Set wobble suppression motion model (must have more DOF than motion \n" " estimation model). The default is homography.\n" " --ws-min-inlier-ratio=\n" " Minimum inlier ratio to decide if estimated motion is OK. The default is 0.1.\n" " --ws-outlier-ratio=\n" " Motion estimation outlier ratio hypothesis. The default is 0.5.\n" " -sm2, --save-motions2=(|no)\n" " Save motions estimated for wobble suppression. The default is no.\n" " -lm2, --load-motions2=(|no)\n" " Load motions for wobble suppression from file. The default is no.\n\n" " -o, --output=(no|)\n" " Set output file path explicitely. The default is stabilized.avi.\n" " --fps=(|auto)\n" " Set output video FPS explicitely. By default the source FPS is used (auto).\n" " -q, --quiet\n" " Don't show output video frames.\n\n" " -h, --help\n" " Print help.\n\n" "Note: some argument configurations lead to two passes, some to single pass.\n\n"; } int main(int argc, const char **argv) { try { const char *keys = "{ 1 | | | | }" "{ m | model | affine| }" "{ | min-inlier-ratio | 0.1 | }" "{ | outlier-ratio | 0.5 | }" "{ sm | save-motions | no | }" "{ lm | load-motions | no | }" "{ r | radius | 15 | }" "{ | stdev | auto | }" "{ | deblur | no | }" "{ | deblur-sens | 0.1 | }" "{ et | est-trim | yes | }" "{ t | trim-ratio | 0.1 | }" "{ ic | incl-constr | no | }" "{ bm | border-mode | replicate | }" "{ | mosaic | no | }" "{ ms | mosaic-stdev | 10.0 | }" "{ mi | motion-inpaint | no | }" "{ | mi-dist-thresh | 5.0 | }" "{ ci | color-inpaint | no | }" "{ | ci-radius | 2 | }" "{ ws | wobble-suppress | no | }" "{ | ws-period | 30 | }" "{ | ws-model | homography | }" "{ | ws-min-inlier-ratio | 0.1 | }" "{ | ws-outlier-ratio | 0.5 | }" "{ sm2 | save-motions2 | no | }" "{ lm2 | load-motions2 | no | }" "{ o | output | stabilized.avi | }" "{ | fps | auto | }" "{ q | quiet | false | }" "{ h | help | false | }"; CommandLineParser cmd(argc, argv, keys); // parse command arguments if (argb("help")) { printHelp(); return 0; } StabilizerBase *stabilizer; bool isTwoPass = arg("est-trim") == "yes" || arg("wobble-suppress") == "yes"; if (isTwoPass) { TwoPassStabilizer *twoPassStabilizer = new TwoPassStabilizer(); stabilizer = twoPassStabilizer; twoPassStabilizer->setEstimateTrimRatio(arg("est-trim") == "yes"); if (arg("stdev") == "auto") twoPassStabilizer->setMotionStabilizer(new GaussianMotionFilter(argi("radius"))); else twoPassStabilizer->setMotionStabilizer(new GaussianMotionFilter(argi("radius"), argf("stdev"))); if (arg("wobble-suppress") == "yes") { MoreAccurateMotionWobbleSuppressor *ws = new MoreAccurateMotionWobbleSuppressor(); twoPassStabilizer->setWobbleSuppressor(ws); ws->setPeriod(argi("ws-period")); PyrLkRobustMotionEstimator *est = 0; if (arg("ws-model") == "transl") est = new PyrLkRobustMotionEstimator(TRANSLATION); else if (arg("ws-model") == "transl_and_scale") est = new PyrLkRobustMotionEstimator(TRANSLATION_AND_SCALE); else if (arg("ws-model") == "linear_sim") est = new PyrLkRobustMotionEstimator(LINEAR_SIMILARITY); else if (arg("ws-model") == "affine") est = new PyrLkRobustMotionEstimator(AFFINE); else if (arg("ws-model") == "homography") est = new PyrLkRobustMotionEstimator(HOMOGRAPHY); else { delete est; throw runtime_error("unknown wobble suppression motion model: " + arg("ws-model")); } RansacParams ransac = est->ransacParams(); ransac.eps = argf("ws-outlier-ratio"); est->setRansacParams(ransac); est->setMinInlierRatio(argf("ws-min-inlier-ratio")); ws->setMotionEstimator(est); MotionModel model = est->motionModel(); if (arg("load-motions2") != "no") { ws->setMotionEstimator(new FromFileMotionReader(arg("load-motions2"))); ws->motionEstimator()->setMotionModel(model); } if (arg("save-motions2") != "no") { ws->setMotionEstimator(new ToFileMotionWriter(arg("save-motions2"), ws->motionEstimator())); ws->motionEstimator()->setMotionModel(model); } } } else { OnePassStabilizer *onePassStabilizer = new OnePassStabilizer(); stabilizer = onePassStabilizer; if (arg("stdev") == "auto") onePassStabilizer->setMotionFilter(new GaussianMotionFilter(argi("radius"))); else onePassStabilizer->setMotionFilter(new GaussianMotionFilter(argi("radius"), argf("stdev"))); } stabilizedFrames = dynamic_cast(stabilizer); string inputPath = arg("1"); if (inputPath.empty()) throw runtime_error("specify video file path"); VideoFileSource *source = new VideoFileSource(inputPath); cout << "frame count (rough): " << source->count() << endl; if (arg("fps") == "auto") outputFps = source->fps(); else outputFps = argd("fps"); stabilizer->setFrameSource(source); PyrLkRobustMotionEstimator *est = 0; if (arg("model") == "transl") est = new PyrLkRobustMotionEstimator(TRANSLATION); else if (arg("model") == "transl_and_scale") est = new PyrLkRobustMotionEstimator(TRANSLATION_AND_SCALE); else if (arg("model") == "linear_sim") est = new PyrLkRobustMotionEstimator(LINEAR_SIMILARITY); else if (arg("model") == "affine") est = new PyrLkRobustMotionEstimator(AFFINE); else if (arg("model") == "homography") est = new PyrLkRobustMotionEstimator(HOMOGRAPHY); else { delete est; throw runtime_error("unknown motion model: " + arg("model")); } RansacParams ransac = est->ransacParams(); ransac.eps = argf("outlier-ratio"); est->setRansacParams(ransac); est->setMinInlierRatio(argf("min-inlier-ratio")); stabilizer->setMotionEstimator(est); MotionModel model = stabilizer->motionEstimator()->motionModel(); if (arg("load-motions") != "no") { stabilizer->setMotionEstimator(new FromFileMotionReader(arg("load-motions"))); stabilizer->motionEstimator()->setMotionModel(model); } if (arg("save-motions") != "no") { stabilizer->setMotionEstimator(new ToFileMotionWriter(arg("save-motions"), stabilizer->motionEstimator())); stabilizer->motionEstimator()->setMotionModel(model); } stabilizer->setRadius(argi("radius")); if (arg("deblur") == "yes") { WeightingDeblurer *deblurer = new WeightingDeblurer(); deblurer->setRadius(argi("radius")); deblurer->setSensitivity(argf("deblur-sens")); stabilizer->setDeblurer(deblurer); } stabilizer->setTrimRatio(argf("trim-ratio")); stabilizer->setCorrectionForInclusion(arg("incl-constr") == "yes"); if (arg("border-mode") == "reflect") stabilizer->setBorderMode(BORDER_REFLECT); else if (arg("border-mode") == "replicate") stabilizer->setBorderMode(BORDER_REPLICATE); else if (arg("border-mode") == "const") stabilizer->setBorderMode(BORDER_CONSTANT); else throw runtime_error("unknown border extrapolation mode: " + cmd.get("border-mode")); InpaintingPipeline *inpainters = new InpaintingPipeline(); Ptr inpainters_(inpainters); if (arg("mosaic") == "yes") { ConsistentMosaicInpainter *inp = new ConsistentMosaicInpainter(); inp->setStdevThresh(argf("mosaic-stdev")); inpainters->pushBack(inp); } if (arg("motion-inpaint") == "yes") { MotionInpainter *inp = new MotionInpainter(); inp->setDistThreshold(argf("mi-dist-thresh")); inpainters->pushBack(inp); } if (arg("color-inpaint") == "average") inpainters->pushBack(new ColorAverageInpainter()); else if (arg("color-inpaint") == "ns") inpainters->pushBack(new ColorInpainter(INPAINT_NS, argd("ci-radius"))); else if (arg("color-inpaint") == "telea") inpainters->pushBack(new ColorInpainter(INPAINT_TELEA, argd("ci-radius"))); else if (arg("color-inpaint") != "no") throw runtime_error("unknown color inpainting method: " + arg("color-inpaint")); if (!inpainters->empty()) { inpainters->setRadius(argi("radius")); stabilizer->setInpainter(inpainters_); } if (arg("output") != "no") outputPath = arg("output"); quietMode = argb("quite"); run(); } catch (const exception &e) { cout << "error: " << e.what() << endl; stabilizedFrames.release(); return -1; } stabilizedFrames.release(); return 0; }