Chiebot-Mirror
/
opencv_contrib
8
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

upgraded remaining demos

Browse Source
pull/3471/head
kallaballa 2 years ago
parent 7a91be9d15
commit 31989b4902
3 changed files with 171 additions and 208 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Unified View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 4
      Makefile
  2. 107
      src/beauty/beauty-demo.cpp
  3. 76
      src/pedestrian/pedestrian-demo.cpp

4
Makefile
Unescape View File

@ -45,9 +45,9 @@ dirs: docs
${MAKE} -C src/video/ ${MAKEFLAGS} CXX=${CXX} ${MAKECMDGOALS} ${MAKE} -C src/video/ ${MAKEFLAGS} CXX=${CXX} ${MAKECMDGOALS}
${MAKE} -C src/nanovg/ ${MAKEFLAGS} CXX=${CXX} ${MAKECMDGOALS} ${MAKE} -C src/nanovg/ ${MAKEFLAGS} CXX=${CXX} ${MAKECMDGOALS}
${MAKE} -C src/optflow/ ${MAKEFLAGS} CXX=${CXX} ${MAKECMDGOALS} ${MAKE} -C src/optflow/ ${MAKEFLAGS} CXX=${CXX} ${MAKECMDGOALS}
# ${MAKE} -C src/beauty/ ${MAKEFLAGS} CXX=${CXX} ${MAKECMDGOALS} ${MAKE} -C src/beauty/ ${MAKEFLAGS} CXX=${CXX} ${MAKECMDGOALS}
${MAKE} -C src/font/ ${MAKEFLAGS} CXX=${CXX} ${MAKECMDGOALS} ${MAKE} -C src/font/ ${MAKEFLAGS} CXX=${CXX} ${MAKECMDGOALS}
# ${MAKE} -C src/pedestrian/ ${MAKEFLAGS} CXX=${CXX} ${MAKECMDGOALS} ${MAKE} -C src/pedestrian/ ${MAKEFLAGS} CXX=${CXX} ${MAKECMDGOALS}
debian-release: debian-release:
${MAKE} -C src/common/ ${MAKEFLAGS} CXX=${CXX} release ${MAKE} -C src/common/ ${MAKEFLAGS} CXX=${CXX} release

107
src/beauty/beauty-demo.cpp
Unescape View File

@ -1,6 +1,8 @@
#define CL_TARGET_OPENCL_VERSION 120 #define CL_TARGET_OPENCL_VERSION 120
#include "../common/subsystems.hpp" #include "../common/viz2d.hpp"
#include "../common/nvg.hpp"
#include "../common/util.hpp"
#include <vector> #include <vector>
#include <string> #include <string>
@ -109,31 +111,33 @@ struct FaceFeatures {
} }
}; };
void draw_face_bg_mask(NVGcontext* vg, const vector<FaceFeatures> &lm) { void draw_face_bg_mask(const vector<FaceFeatures> &lm) {
using namespace kb::viz2d;
for (size_t i = 0; i < lm.size(); i++) { for (size_t i = 0; i < lm.size(); i++) {
vector<vector<cv::Point2f>> features = lm[i].features(); vector<vector<cv::Point2f>> features = lm[i].features();
cv::RotatedRect rotRect = cv::fitEllipse(features[0]); cv::RotatedRect rotRect = cv::fitEllipse(features[0]);
nvgBeginPath(vg); nvg::beginPath();
nvgFillColor(vg, nvgRGBA(255, 255, 255, 255)); nvg::fillColor(cv::Scalar(255, 255, 255, 255));
nvgEllipse(vg, rotRect.center.x, rotRect.center.y * 1.5, rotRect.size.width / 2, rotRect.size.height / 2); nvg::ellipse(rotRect.center.x, rotRect.center.y * 1.5, rotRect.size.width / 2, rotRect.size.height / 2);
nvgRotate(vg, rotRect.angle); nvg::rotate(rotRect.angle);
nvgFill(vg); nvg::fill();
} }
} }
void draw_face_fg_mask(NVGcontext* vg, const vector<FaceFeatures> &lm) { void draw_face_fg_mask(const vector<FaceFeatures> &lm) {
using namespace kb::viz2d;
for (size_t i = 0; i < lm.size(); i++) { for (size_t i = 0; i < lm.size(); i++) {
vector<vector<cv::Point2f>> features = lm[i].features(); vector<vector<cv::Point2f>> features = lm[i].features();
for (size_t j = 5; j < 8; ++j) { for (size_t j = 5; j < 8; ++j) {
nvgBeginPath(vg); nvg::beginPath();
nvgFillColor(vg, nvgRGBA(255, 255, 255, 255)); nvg::fillColor(cv::Scalar(255, 255, 255, 255));
nvgMoveTo(vg, features[j][0].x, features[j][0].y); nvg::moveTo(features[j][0].x, features[j][0].y);
for (size_t k = 1; k < features[j].size(); ++k) { for (size_t k = 1; k < features[j].size(); ++k) {
nvgLineTo(vg, features[j][k].x, features[j][k].y); nvg::lineTo(features[j][k].x, features[j][k].y);
} }
nvgClosePath(vg); nvg::closePath();
nvgFill(vg); nvg::fill();
} }
} }
} }
@ -171,48 +175,35 @@ void unsharp_mask(const cv::UMat& src, cv::UMat& dst, const float strength) {
} }
int main(int argc, char **argv) { int main(int argc, char **argv) {
using namespace kb; using namespace kb::viz2d;
if (argc != 2) { if (argc != 2) {
std::cerr << "Usage: beauty-demo <input-video-file>" << endl; std::cerr << "Usage: beauty-demo <input-video-file>" << endl;
exit(1); exit(1);
} }
//Initialize the application cv::Ptr<Viz2D> v2d = new Viz2D(cv::Size(WIDTH, HEIGHT), cv::Size(WIDTH, HEIGHT), OFFSCREEN, "Beauty Demo");
app::init("Beauty Demo", WIDTH, HEIGHT, WIDTH, HEIGHT, OFFSCREEN); print_system_info();
//Print system information if (!v2d->isOffscreen())
app::print_system_info(); v2d->setVisible(true);
app::run([&]() {
cv::Size frameBufferSize(app::frame_buffer_width, app::frame_buffer_height);
cv::VideoCapture capture(argv[1], cv::CAP_FFMPEG, {
cv::CAP_PROP_HW_DEVICE, VA_HW_DEVICE_INDEX,
cv::CAP_PROP_HW_ACCELERATION, cv::VIDEO_ACCELERATION_VAAPI,
cv::CAP_PROP_HW_ACCELERATION_USE_OPENCL, 1
});
//Copy OpenCL Context for VAAPI. Must be called right after first VideoWriter/VideoCapture initialization. auto capture = v2d->makeVACapture(argv[1], VA_HW_DEVICE_INDEX);
va::copy();
if (!capture.isOpened()) { if (!capture.isOpened()) {
cerr << "ERROR! Unable to open video input" << endl; cerr << "ERROR! Unable to open video input" << endl;
return; exit(-1);
} }
double fps = capture.get(cv::CAP_PROP_FPS); float fps = capture.get(cv::CAP_PROP_FPS);
int w = capture.get(cv::CAP_PROP_FRAME_WIDTH); float width = capture.get(cv::CAP_PROP_FRAME_WIDTH);
int h = capture.get(cv::CAP_PROP_FRAME_HEIGHT); float height = capture.get(cv::CAP_PROP_FRAME_HEIGHT);
v2d->makeVAWriter(OUTPUT_FILENAME, cv::VideoWriter::fourcc('V', 'P', '9', '0'), fps, v2d->getFrameBufferSize(), VA_HW_DEVICE_INDEX);
cv::Ptr<cv::FaceDetectorYN> detector = cv::FaceDetectorYN::create("assets/face_detection_yunet_2022mar.onnx", "", cv::Size(w * SCALE, h * SCALE), 0.9, 0.3, 5000, cv::dnn::DNN_BACKEND_OPENCV, cv::dnn::DNN_TARGET_OPENCL); cv::Ptr<cv::FaceDetectorYN> detector = cv::FaceDetectorYN::create("assets/face_detection_yunet_2022mar.onnx", "", cv::Size(width * SCALE, height * SCALE), 0.9, 0.3, 5000, cv::dnn::DNN_BACKEND_OPENCV, cv::dnn::DNN_TARGET_OPENCL);
cv::Ptr<cv::face::Facemark> facemark = cv::face::createFacemarkLBF(); cv::Ptr<cv::face::Facemark> facemark = cv::face::createFacemarkLBF();
facemark->loadModel("assets/lbfmodel.yaml"); facemark->loadModel("assets/lbfmodel.yaml");
cv::detail::MultiBandBlender blender(true); cv::detail::MultiBandBlender blender(true);
cv::VideoWriter writer(OUTPUT_FILENAME, cv::CAP_FFMPEG, cv::VideoWriter::fourcc('V', 'P', '9', '0'), fps, frameBufferSize, {
cv::VIDEOWRITER_PROP_HW_ACCELERATION, cv::VIDEO_ACCELERATION_VAAPI,
cv::VIDEOWRITER_PROP_HW_ACCELERATION_USE_OPENCL, 1
});
//BGR //BGR
cv::UMat rgb, down, faceBgMask, diff, blurred, reduced, sharpened, masked; cv::UMat rgb, down, faceBgMask, diff, blurred, reduced, sharpened, masked;
cv::UMat frameOut(HEIGHT, WIDTH, CV_8UC3); cv::UMat frameOut(HEIGHT, WIDTH, CV_8UC3);
@ -229,15 +220,10 @@ int main(int argc, char **argv) {
vector<FaceFeatures> featuresList; vector<FaceFeatures> featuresList;
while (true) { while (true) {
bool success = va::read([&capture](cv::UMat& videoFrame){ if(!v2d->captureVA())
//videoFrame will be converted to BGRA and stored in the frameBuffer.
capture >> videoFrame;
});
if(!success)
break; break;
cl::compute([&](cv::UMat& frameBuffer){ v2d->opencl([&](cv::UMat &frameBuffer) {
cvtColor(frameBuffer, rgb, cv::COLOR_BGRA2RGB); cvtColor(frameBuffer, rgb, cv::COLOR_BGRA2RGB);
cv::resize(rgb, down, cv::Size(0, 0), SCALE, SCALE); cv::resize(rgb, down, cv::Size(0, 0), SCALE, SCALE);
cvtColor(down, downGrey, cv::COLOR_BGRA2GRAY); cvtColor(down, downGrey, cv::COLOR_BGRA2GRAY);
@ -257,25 +243,25 @@ int main(int argc, char **argv) {
featuresList.push_back(FaceFeatures(faceRects[i], shapes[i], float(down.size().width) / WIDTH)); featuresList.push_back(FaceFeatures(faceRects[i], shapes[i], float(down.size().width) / WIDTH));
} }
nvg::render([&](NVGcontext* vg, int w, int h) { v2d->nanovg([&](const cv::Size& sz) {
nvg::clear(); v2d->clear();
//Draw the face background mask (= face oval) //Draw the face background mask (= face oval)
draw_face_bg_mask(vg, featuresList); draw_face_bg_mask(featuresList);
}); });
cl::compute([&](cv::UMat &frameBuffer) { v2d->opencl([&](cv::UMat &frameBuffer) {
//Convert/Copy the mask //Convert/Copy the mask
cvtColor(frameBuffer, faceBgMask, cv::COLOR_BGRA2BGR); cvtColor(frameBuffer, faceBgMask, cv::COLOR_BGRA2BGR);
cvtColor(frameBuffer, faceBgMaskGrey, cv::COLOR_BGRA2GRAY); cvtColor(frameBuffer, faceBgMaskGrey, cv::COLOR_BGRA2GRAY);
}); });
nvg::render([&](NVGcontext* vg, int w, int h) { v2d->nanovg([&](const cv::Size& sz) {
nvg::clear(); v2d->clear();
//Draw the face forground mask (= eyes and outer lips) //Draw the face forground mask (= eyes and outer lips)
draw_face_fg_mask(vg, featuresList); draw_face_fg_mask(featuresList);
}); });
cl::compute([&](cv::UMat &frameBuffer) { v2d->opencl([&](cv::UMat &frameBuffer) {
//Convert/Copy the mask //Convert/Copy the mask
cvtColor(frameBuffer, faceFgMaskGrey, cv::COLOR_BGRA2GRAY); cvtColor(frameBuffer, faceFgMaskGrey, cv::COLOR_BGRA2GRAY);
@ -309,7 +295,7 @@ int main(int argc, char **argv) {
cvtColor(frameOut, frameBuffer, cv::COLOR_BGR2RGBA); cvtColor(frameOut, frameBuffer, cv::COLOR_BGR2RGBA);
}); });
} else { } else {
cl::compute([&](cv::UMat &frameBuffer) { v2d->opencl([&](cv::UMat &frameBuffer) {
frameOut = cv::Scalar::all(0); frameOut = cv::Scalar::all(0);
cv::resize(rgb, lhalf, cv::Size(0, 0), 0.5, 0.5); cv::resize(rgb, lhalf, cv::Size(0, 0), 0.5, 0.5);
lhalf.copyTo(frameOut(cv::Rect(0, 0, lhalf.size().width, lhalf.size().height))); lhalf.copyTo(frameOut(cv::Rect(0, 0, lhalf.size().width, lhalf.size().height)));
@ -318,19 +304,14 @@ int main(int argc, char **argv) {
}); });
} }
va::write([&writer](const cv::UMat& videoFrame){ update_fps(v2d, true);
//videoFrame is the frameBuffer converted to BGR. Ready to be written.
writer << videoFrame;
});
app::update_fps(); v2d->writeVA();
//If onscreen rendering is enabled it displays the framebuffer in the native window. Returns false if the window was closed. //If onscreen rendering is enabled it displays the framebuffer in the native window. Returns false if the window was closed.
if(!app::display()) if(!v2d->display())
break; break;
} }
app::terminate();
});
return 0; return 0;
} }

76
src/pedestrian/pedestrian-demo.cpp
Unescape View File

@ -1,6 +1,9 @@
#define CL_TARGET_OPENCL_VERSION 120 #define CL_TARGET_OPENCL_VERSION 120
#include "../common/subsystems.hpp" #include "../common/viz2d.hpp"
#include "../common/nvg.hpp"
#include "../common/util.hpp"
#include <string> #include <string>
#include <opencv2/objdetect/objdetect.hpp> #include <opencv2/objdetect/objdetect.hpp>
@ -107,40 +110,29 @@ void composite_layers(const cv::UMat background, const cv::UMat foreground, cons
} }
int main(int argc, char **argv) { int main(int argc, char **argv) {
using namespace kb; using namespace kb::viz2d;
if (argc != 2) { if (argc != 2) {
std::cerr << "Usage: pedestrian-demo <video-input>" << endl; std::cerr << "Usage: pedestrian-demo <video-input>" << endl;
exit(1); exit(1);
} }
//Initialize the application cv::Ptr<Viz2D> v2d = new Viz2D(cv::Size(WIDTH, HEIGHT), cv::Size(WIDTH, HEIGHT), OFFSCREEN, "Beauty Demo");
app::init("Pedestrian Demo", WIDTH, HEIGHT, WIDTH, HEIGHT, OFFSCREEN); print_system_info();
//Print system information if (!v2d->isOffscreen())
app::print_system_info(); v2d->setVisible(true);
app::run([&]() {
cv::Size frameBufferSize(app::frame_buffer_width, app::frame_buffer_height);
cv::VideoCapture capture(argv[1], cv::CAP_FFMPEG, {
cv::CAP_PROP_HW_DEVICE, VA_HW_DEVICE_INDEX,
cv::CAP_PROP_HW_ACCELERATION, cv::VIDEO_ACCELERATION_VAAPI,
cv::CAP_PROP_HW_ACCELERATION_USE_OPENCL, 1
});
va::copy(); auto capture = v2d->makeVACapture(argv[1], VA_HW_DEVICE_INDEX);
if (!capture.isOpened()) { if (!capture.isOpened()) {
cerr << "ERROR! Unable to open video-input" << endl; cerr << "ERROR! Unable to open video input" << endl;
return; exit(-1);
} }
double fps = capture.get(cv::CAP_PROP_FPS); float fps = capture.get(cv::CAP_PROP_FPS);
cerr << "Detected FPS: " << fps << endl; float width = capture.get(cv::CAP_PROP_FRAME_WIDTH);
cv::VideoWriter writer(OUTPUT_FILENAME, cv::CAP_FFMPEG, cv::VideoWriter::fourcc('V', 'P', '9', '0'), fps, frameBufferSize, { float height = capture.get(cv::CAP_PROP_FRAME_HEIGHT);
cv::VIDEOWRITER_PROP_HW_ACCELERATION, cv::VIDEO_ACCELERATION_VAAPI, v2d->makeVAWriter(OUTPUT_FILENAME, cv::VideoWriter::fourcc('V', 'P', '9', '0'), fps, v2d->getFrameBufferSize(), VA_HW_DEVICE_INDEX);
cv::VIDEOWRITER_PROP_HW_ACCELERATION_USE_OPENCL, 1
});
//BGRA //BGRA
cv::UMat background, foreground(HEIGHT, WIDTH, CV_8UC4, cv::Scalar::all(0)); cv::UMat background, foreground(HEIGHT, WIDTH, CV_8UC4, cv::Scalar::all(0));
//RGB //RGB
@ -156,15 +148,10 @@ int main(int argc, char **argv) {
vector<double> probs; vector<double> probs;
while (true) { while (true) {
bool success = va::read([&capture](cv::UMat& videoFrame){ if(!v2d->captureVA())
//videoFrame will be converted to BGRA and stored in the frameBuffer.
capture >> videoFrame;
});
if(!success)
break; break;
cl::compute([&](cv::UMat& frameBuffer){ v2d->opencl([&](cv::UMat& frameBuffer){
cvtColor(frameBuffer,videoFrameUp,cv::COLOR_BGRA2RGB); cvtColor(frameBuffer,videoFrameUp,cv::COLOR_BGRA2RGB);
cv::resize(frameBuffer, videoFrameDown, cv::Size(DOWNSIZE_WIDTH, DOWNSIZE_HEIGHT)); cv::resize(frameBuffer, videoFrameDown, cv::Size(DOWNSIZE_WIDTH, DOWNSIZE_HEIGHT));
cv::cvtColor(videoFrameDown, videoFrameDownGrey, cv::COLOR_RGB2GRAY); cv::cvtColor(videoFrameDown, videoFrameDownGrey, cv::COLOR_RGB2GRAY);
@ -189,35 +176,30 @@ int main(int argc, char **argv) {
} }
} }
nvg::render([&](NVGcontext* vg, int w, int h) { v2d->nanovg([&](const cv::Size& sz) {
nvg::clear(); v2d->clear();
nvgBeginPath(vg); nvg::beginPath();
nvgStrokeWidth(vg, std::fmax(2.0, WIDTH / 960.0)); nvg::strokeWidth(std::fmax(2.0, WIDTH / 960.0));
nvgStrokeColor(vg, nvgHSLA(0.0, 1, 0.5, 200)); nvg::strokeColor(kb::viz2d::convert(cv::Scalar(0, 127, 255, 200), cv::COLOR_HLS2BGR));
for (size_t i = 0; i < maxLocations.size(); i++) { for (size_t i = 0; i < maxLocations.size(); i++) {
nvgRect(vg, maxLocations[i].x * WIDTH_FACTOR, maxLocations[i].y * HEIGHT_FACTOR, maxLocations[i].width * WIDTH_FACTOR, maxLocations[i].height * HEIGHT_FACTOR); nvg::rect(maxLocations[i].x * WIDTH_FACTOR, maxLocations[i].y * HEIGHT_FACTOR, maxLocations[i].width * WIDTH_FACTOR, maxLocations[i].height * HEIGHT_FACTOR);
} }
nvgStroke(vg); nvg::stroke();
}); });
cl::compute([&](cv::UMat& frameBuffer){ v2d->opencl([&](cv::UMat& frameBuffer){
//Put it all together //Put it all together
composite_layers(background, foreground, frameBuffer, frameBuffer, BLUR_KERNEL_SIZE, fg_loss); composite_layers(background, foreground, frameBuffer, frameBuffer, BLUR_KERNEL_SIZE, fg_loss);
}); });
va::write([&writer](const cv::UMat& videoFrame){ update_fps(v2d, true);
//videoFrame is the frameBuffer converted to BGR. Ready to be written.
writer << videoFrame;
});
app::update_fps(); v2d->writeVA();
//If onscreen rendering is enabled it displays the framebuffer in the native window. Returns false if the window was closed. //If onscreen rendering is enabled it displays the framebuffer in the native window. Returns false if the window was closed.
if (!app::display()) if(!v2d->display())
break; break;
} }
app::terminate();
});
return 0; return 0;
} }

Write Preview
Loading…
Cancel
Save