#!/usr/bin/env python import numpy as np import cv2 as cv import os import sys import unittest from tests_common import NewOpenCVTests try: if sys.version_info[:2] < (3, 0): raise unittest.SkipTest('Python 2.x is not supported') # FIXME: FText isn't supported yet. class gapi_render_test(NewOpenCVTests): def __init__(self, *args): super().__init__(*args) self.size = (300, 300, 3) # Rect self.rect = (30, 30, 50, 50) self.rcolor = (0, 255, 0) self.rlt = cv.LINE_4 self.rthick = 2 self.rshift = 3 # Text self.text = 'Hello, world!' self.org = (100, 100) self.ff = cv.FONT_HERSHEY_SIMPLEX self.fs = 1.0 self.tthick = 2 self.tlt = cv.LINE_8 self.tcolor = (255, 255, 255) self.blo = False # Circle self.center = (200, 200) self.radius = 200 self.ccolor = (255, 255, 0) self.cthick = 2 self.clt = cv.LINE_4 self.cshift = 1 # Line self.pt1 = (50, 50) self.pt2 = (200, 200) self.lcolor = (0, 255, 128) self.lthick = 5 self.llt = cv.LINE_8 self.lshift = 2 # Poly self.pts = [(50, 100), (100, 200), (25, 250)] self.pcolor = (0, 0, 255) self.pthick = 3 self.plt = cv.LINE_4 self.pshift = 1 # Image self.iorg = (150, 150) img_path = self.find_file('cv/face/david2.jpg', [os.environ.get('OPENCV_TEST_DATA_PATH')]) self.img = cv.resize(cv.imread(img_path), (50, 50)) self.alpha = np.full(self.img.shape[:2], 0.8, dtype=np.float32) # Mosaic self.mos = (100, 100, 100, 100) self.cell_sz = 25 self.decim = 0 # Render primitives self.prims = [cv.gapi.wip.draw.Rect(self.rect, self.rcolor, self.rthick, self.rlt, self.rshift), cv.gapi.wip.draw.Text(self.text, self.org, self.ff, self.fs, self.tcolor, self.tthick, self.tlt, self.blo), cv.gapi.wip.draw.Circle(self.center, self.radius, self.ccolor, self.cthick, self.clt, self.cshift), cv.gapi.wip.draw.Line(self.pt1, self.pt2, self.lcolor, self.lthick, self.llt, self.lshift), cv.gapi.wip.draw.Mosaic(self.mos, self.cell_sz, self.decim), cv.gapi.wip.draw.Image(self.iorg, self.img, self.alpha), cv.gapi.wip.draw.Poly(self.pts, self.pcolor, self.pthick, self.plt, self.pshift)] def cvt_nv12_to_yuv(self, y, uv): h,w,_ = uv.shape upsample_uv = cv.resize(uv, (h * 2, w * 2)) return cv.merge([y, upsample_uv]) def cvt_yuv_to_nv12(self, yuv, y_out, uv_out): chs = cv.split(yuv, [y_out, None, None]) uv = cv.merge([chs[1], chs[2]]) uv_out = cv.resize(uv, (uv.shape[0] // 2, uv.shape[1] // 2), dst=uv_out) return y_out, uv_out def cvt_bgr_to_yuv_color(self, bgr): y = bgr[2] * 0.299000 + bgr[1] * 0.587000 + bgr[0] * 0.114000; u = bgr[2] * -0.168736 + bgr[1] * -0.331264 + bgr[0] * 0.500000 + 128; v = bgr[2] * 0.500000 + bgr[1] * -0.418688 + bgr[0] * -0.081312 + 128; return (y, u, v) def blend_img(self, background, org, img, alpha): x, y = org h, w, _ = img.shape roi_img = background[x:x+w, y:y+h, :] img32f_w = cv.merge([alpha] * 3).astype(np.float32) roi32f_w = np.full(roi_img.shape, 1.0, dtype=np.float32) roi32f_w -= img32f_w img32f = (img / 255).astype(np.float32) roi32f = (roi_img / 255).astype(np.float32) cv.multiply(img32f, img32f_w, dst=img32f) cv.multiply(roi32f, roi32f_w, dst=roi32f) roi32f += img32f roi_img[...] = np.round(roi32f * 255) # This is quite naive implementations used as a simple reference # doesn't consider corner cases. def draw_mosaic(self, img, mos, cell_sz, decim): x,y,w,h = mos mosaic_area = img[x:x+w, y:y+h, :] for i in range(0, mosaic_area.shape[0], cell_sz): for j in range(0, mosaic_area.shape[1], cell_sz): cell_roi = mosaic_area[j:j+cell_sz, i:i+cell_sz, :] s0, s1, s2 = cv.mean(cell_roi)[:3] mosaic_area[j:j+cell_sz, i:i+cell_sz] = (round(s0), round(s1), round(s2)) def render_primitives_bgr_ref(self, img): cv.rectangle(img, self.rect, self.rcolor, self.rthick, self.rlt, self.rshift) cv.putText(img, self.text, self.org, self.ff, self.fs, self.tcolor, self.tthick, self.tlt, self.blo) cv.circle(img, self.center, self.radius, self.ccolor, self.cthick, self.clt, self.cshift) cv.line(img, self.pt1, self.pt2, self.lcolor, self.lthick, self.llt, self.lshift) cv.fillPoly(img, np.expand_dims(np.array([self.pts]), axis=0), self.pcolor, self.plt, self.pshift) self.draw_mosaic(img, self.mos, self.cell_sz, self.decim) self.blend_img(img, self.iorg, self.img, self.alpha) def render_primitives_nv12_ref(self, y_plane, uv_plane): yuv = self.cvt_nv12_to_yuv(y_plane, uv_plane) cv.rectangle(yuv, self.rect, self.cvt_bgr_to_yuv_color(self.rcolor), self.rthick, self.rlt, self.rshift) cv.putText(yuv, self.text, self.org, self.ff, self.fs, self.cvt_bgr_to_yuv_color(self.tcolor), self.tthick, self.tlt, self.blo) cv.circle(yuv, self.center, self.radius, self.cvt_bgr_to_yuv_color(self.ccolor), self.cthick, self.clt, self.cshift) cv.line(yuv, self.pt1, self.pt2, self.cvt_bgr_to_yuv_color(self.lcolor), self.lthick, self.llt, self.lshift) cv.fillPoly(yuv, np.expand_dims(np.array([self.pts]), axis=0), self.cvt_bgr_to_yuv_color(self.pcolor), self.plt, self.pshift) self.draw_mosaic(yuv, self.mos, self.cell_sz, self.decim) self.blend_img(yuv, self.iorg, cv.cvtColor(self.img, cv.COLOR_BGR2YUV), self.alpha) self.cvt_yuv_to_nv12(yuv, y_plane, uv_plane) def test_render_primitives_on_bgr_graph(self): expected = np.zeros(self.size, dtype=np.uint8) actual = np.array(expected, copy=True) # OpenCV self.render_primitives_bgr_ref(expected) # G-API g_in = cv.GMat() g_prims = cv.GArray.Prim() g_out = cv.gapi.wip.draw.render3ch(g_in, g_prims) comp = cv.GComputation(cv.GIn(g_in, g_prims), cv.GOut(g_out)) actual = comp.apply(cv.gin(actual, self.prims)) self.assertEqual(0.0, cv.norm(expected, actual, cv.NORM_INF)) def test_render_primitives_on_bgr_function(self): expected = np.zeros(self.size, dtype=np.uint8) actual = np.array(expected, copy=True) # OpenCV self.render_primitives_bgr_ref(expected) # G-API cv.gapi.wip.draw.render(actual, self.prims) self.assertEqual(0.0, cv.norm(expected, actual, cv.NORM_INF)) def test_render_primitives_on_nv12_graph(self): y_expected = np.zeros((self.size[0], self.size[1], 1), dtype=np.uint8) uv_expected = np.zeros((self.size[0] // 2, self.size[1] // 2, 2), dtype=np.uint8) y_actual = np.array(y_expected, copy=True) uv_actual = np.array(uv_expected, copy=True) # OpenCV self.render_primitives_nv12_ref(y_expected, uv_expected) # G-API g_y = cv.GMat() g_uv = cv.GMat() g_prims = cv.GArray.Prim() g_out_y, g_out_uv = cv.gapi.wip.draw.renderNV12(g_y, g_uv, g_prims) comp = cv.GComputation(cv.GIn(g_y, g_uv, g_prims), cv.GOut(g_out_y, g_out_uv)) y_actual, uv_actual = comp.apply(cv.gin(y_actual, uv_actual, self.prims)) self.assertEqual(0.0, cv.norm(y_expected, y_actual, cv.NORM_INF)) self.assertEqual(0.0, cv.norm(uv_expected, uv_actual, cv.NORM_INF)) def test_render_primitives_on_nv12_function(self): y_expected = np.zeros((self.size[0], self.size[1], 1), dtype=np.uint8) uv_expected = np.zeros((self.size[0] // 2, self.size[1] // 2, 2), dtype=np.uint8) y_actual = np.array(y_expected, copy=True) uv_actual = np.array(uv_expected, copy=True) # OpenCV self.render_primitives_nv12_ref(y_expected, uv_expected) # G-API cv.gapi.wip.draw.render(y_actual, uv_actual, self.prims) self.assertEqual(0.0, cv.norm(y_expected, y_actual, cv.NORM_INF)) self.assertEqual(0.0, cv.norm(uv_expected, uv_actual, cv.NORM_INF)) except unittest.SkipTest as e: message = str(e) class TestSkip(unittest.TestCase): def setUp(self): self.skipTest('Skip tests: ' + message) def test_skip(): pass pass if __name__ == '__main__': NewOpenCVTests.bootstrap()