mirror of https://github.com/opencv/opencv.git
Richard Yoo
11 years ago
parent
11a09ef5cc
commit
c38023f4e7
11 changed files with 780 additions and 551 deletions
@ -0,0 +1,176 @@ |
||||
/*M///////////////////////////////////////////////////////////////////////////////////////
|
||||
//
|
||||
// IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
|
||||
//
|
||||
// By downloading, copying, installing or using the software you agree to this license.
|
||||
// If you do not agree to this license, do not download, install,
|
||||
// copy or use the software.
|
||||
//
|
||||
//
|
||||
// License Agreement
|
||||
// For Open Source Computer Vision Library
|
||||
//
|
||||
// Copyright (C) 2000-2008, Intel Corporation, all rights reserved.
|
||||
// Copyright (C) 2009, Willow Garage Inc., all rights reserved.
|
||||
// Third party copyrights are property of their respective owners.
|
||||
//
|
||||
// Redistribution and use in source and binary forms, with or without modification,
|
||||
// are permitted provided that the following conditions are met:
|
||||
//
|
||||
// * Redistribution's of source code must retain the above copyright notice,
|
||||
// this list of conditions and the following disclaimer.
|
||||
//
|
||||
// * Redistribution's in binary form must reproduce the above copyright notice,
|
||||
// this list of conditions and the following disclaimer in the documentation
|
||||
// and/or other materials provided with the distribution.
|
||||
//
|
||||
// * The name of the copyright holders may not be used to endorse or promote products
|
||||
// derived from this software without specific prior written permission.
|
||||
//
|
||||
// This software is provided by the copyright holders and contributors "as is" and
|
||||
// any express or implied warranties, including, but not limited to, the implied
|
||||
// warranties of merchantability and fitness for a particular purpose are disclaimed.
|
||||
// In no event shall the Intel Corporation or contributors be liable for any direct,
|
||||
// indirect, incidental, special, exemplary, or consequential damages
|
||||
// (including, but not limited to, procurement of substitute goods or services;
|
||||
// loss of use, data, or profits; or business interruption) however caused
|
||||
// and on any theory of liability, whether in contract, strict liability,
|
||||
// or tort (including negligence or otherwise) arising in any way out of
|
||||
// the use of this software, even if advised of the possibility of such damage.
|
||||
//
|
||||
//M*/
|
||||
|
||||
#include "../precomp.hpp" |
||||
#include "imgwarp_avx.hpp" |
||||
|
||||
#if CV_AVX |
||||
int VResizeLinearVec_32f_avx(const uchar** _src, uchar* _dst, const uchar* _beta, int width ) |
||||
{ |
||||
const float** src = (const float**)_src; |
||||
const float* beta = (const float*)_beta; |
||||
const float *S0 = src[0], *S1 = src[1]; |
||||
float* dst = (float*)_dst; |
||||
int x = 0; |
||||
|
||||
__m256 b0 = _mm256_set1_ps(beta[0]), b1 = _mm256_set1_ps(beta[1]); |
||||
|
||||
if( (((size_t)S0|(size_t)S1)&31) == 0 ) |
||||
for( ; x <= width - 16; x += 16 ) |
||||
{ |
||||
__m256 x0, x1, y0, y1; |
||||
x0 = _mm256_load_ps(S0 + x); |
||||
x1 = _mm256_load_ps(S0 + x + 8); |
||||
y0 = _mm256_load_ps(S1 + x); |
||||
y1 = _mm256_load_ps(S1 + x + 8); |
||||
|
||||
x0 = _mm256_add_ps(_mm256_mul_ps(x0, b0), _mm256_mul_ps(y0, b1)); |
||||
x1 = _mm256_add_ps(_mm256_mul_ps(x1, b0), _mm256_mul_ps(y1, b1)); |
||||
|
||||
_mm256_storeu_ps( dst + x, x0); |
||||
_mm256_storeu_ps( dst + x + 8, x1); |
||||
} |
||||
else |
||||
for( ; x <= width - 16; x += 16 ) |
||||
{ |
||||
__m256 x0, x1, y0, y1; |
||||
x0 = _mm256_loadu_ps(S0 + x); |
||||
x1 = _mm256_loadu_ps(S0 + x + 8); |
||||
y0 = _mm256_loadu_ps(S1 + x); |
||||
y1 = _mm256_loadu_ps(S1 + x + 8); |
||||
|
||||
x0 = _mm256_add_ps(_mm256_mul_ps(x0, b0), _mm256_mul_ps(y0, b1)); |
||||
x1 = _mm256_add_ps(_mm256_mul_ps(x1, b0), _mm256_mul_ps(y1, b1)); |
||||
|
||||
_mm256_storeu_ps( dst + x, x0); |
||||
_mm256_storeu_ps( dst + x + 8, x1); |
||||
} |
||||
|
||||
return x; |
||||
} |
||||
|
||||
int VResizeCubicVec_32f_avx(const uchar** _src, uchar* _dst, const uchar* _beta, int width ) |
||||
{ |
||||
const float** src = (const float**)_src; |
||||
const float* beta = (const float*)_beta; |
||||
const float *S0 = src[0], *S1 = src[1], *S2 = src[2], *S3 = src[3]; |
||||
float* dst = (float*)_dst; |
||||
int x = 0; |
||||
__m256 b0 = _mm256_set1_ps(beta[0]), b1 = _mm256_set1_ps(beta[1]), |
||||
b2 = _mm256_set1_ps(beta[2]), b3 = _mm256_set1_ps(beta[3]); |
||||
|
||||
if( (((size_t)S0|(size_t)S1|(size_t)S2|(size_t)S3)&31) == 0 ) |
||||
for( ; x <= width - 16; x += 16 ) |
||||
{ |
||||
__m256 x0, x1, y0, y1, s0, s1; |
||||
x0 = _mm256_load_ps(S0 + x); |
||||
x1 = _mm256_load_ps(S0 + x + 8); |
||||
y0 = _mm256_load_ps(S1 + x); |
||||
y1 = _mm256_load_ps(S1 + x + 8); |
||||
|
||||
s0 = _mm256_mul_ps(x0, b0); |
||||
s1 = _mm256_mul_ps(x1, b0); |
||||
y0 = _mm256_mul_ps(y0, b1); |
||||
y1 = _mm256_mul_ps(y1, b1); |
||||
s0 = _mm256_add_ps(s0, y0); |
||||
s1 = _mm256_add_ps(s1, y1); |
||||
|
||||
x0 = _mm256_load_ps(S2 + x); |
||||
x1 = _mm256_load_ps(S2 + x + 8); |
||||
y0 = _mm256_load_ps(S3 + x); |
||||
y1 = _mm256_load_ps(S3 + x + 8); |
||||
|
||||
x0 = _mm256_mul_ps(x0, b2); |
||||
x1 = _mm256_mul_ps(x1, b2); |
||||
y0 = _mm256_mul_ps(y0, b3); |
||||
y1 = _mm256_mul_ps(y1, b3); |
||||
s0 = _mm256_add_ps(s0, x0); |
||||
s1 = _mm256_add_ps(s1, x1); |
||||
s0 = _mm256_add_ps(s0, y0); |
||||
s1 = _mm256_add_ps(s1, y1); |
||||
|
||||
_mm256_storeu_ps( dst + x, s0); |
||||
_mm256_storeu_ps( dst + x + 8, s1); |
||||
} |
||||
else |
||||
for( ; x <= width - 16; x += 16 ) |
||||
{ |
||||
__m256 x0, x1, y0, y1, s0, s1; |
||||
x0 = _mm256_loadu_ps(S0 + x); |
||||
x1 = _mm256_loadu_ps(S0 + x + 8); |
||||
y0 = _mm256_loadu_ps(S1 + x); |
||||
y1 = _mm256_loadu_ps(S1 + x + 8); |
||||
|
||||
s0 = _mm256_mul_ps(x0, b0); |
||||
s1 = _mm256_mul_ps(x1, b0); |
||||
y0 = _mm256_mul_ps(y0, b1); |
||||
y1 = _mm256_mul_ps(y1, b1); |
||||
s0 = _mm256_add_ps(s0, y0); |
||||
s1 = _mm256_add_ps(s1, y1); |
||||
|
||||
x0 = _mm256_loadu_ps(S2 + x); |
||||
x1 = _mm256_loadu_ps(S2 + x + 8); |
||||
y0 = _mm256_loadu_ps(S3 + x); |
||||
y1 = _mm256_loadu_ps(S3 + x + 8); |
||||
|
||||
x0 = _mm256_mul_ps(x0, b2); |
||||
x1 = _mm256_mul_ps(x1, b2); |
||||
y0 = _mm256_mul_ps(y0, b3); |
||||
y1 = _mm256_mul_ps(y1, b3); |
||||
s0 = _mm256_add_ps(s0, x0); |
||||
s1 = _mm256_add_ps(s1, x1); |
||||
s0 = _mm256_add_ps(s0, y0); |
||||
s1 = _mm256_add_ps(s1, y1); |
||||
|
||||
_mm256_storeu_ps( dst + x, s0); |
||||
_mm256_storeu_ps( dst + x + 8, s1); |
||||
} |
||||
|
||||
return x; |
||||
} |
||||
#else |
||||
int VResizeLinearVec_32f_avx(const uchar**, uchar*, const uchar*, int ) { return 0; } |
||||
|
||||
int VResizeCubicVec_32f_avx(const uchar**, uchar*, const uchar*, int ) { return 0; } |
||||
#endif |
||||
|
||||
/* End of file. */ |
||||
@ -0,0 +1,51 @@ |
||||
/*M///////////////////////////////////////////////////////////////////////////////////////
|
||||
//
|
||||
// IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
|
||||
//
|
||||
// By downloading, copying, installing or using the software you agree to this license.
|
||||
// If you do not agree to this license, do not download, install,
|
||||
// copy or use the software.
|
||||
//
|
||||
//
|
||||
// Intel License Agreement
|
||||
// For Open Source Computer Vision Library
|
||||
//
|
||||
// Copyright (C) 2000, Intel Corporation, all rights reserved.
|
||||
// Third party copyrights are property of their respective owners.
|
||||
//
|
||||
// Redistribution and use in source and binary forms, with or without modification,
|
||||
// are permitted provided that the following conditions are met:
|
||||
//
|
||||
// * Redistribution's of source code must retain the above copyright notice,
|
||||
// this list of conditions and the following disclaimer.
|
||||
//
|
||||
// * Redistribution's in binary form must reproduce the above copyright notice,
|
||||
// this list of conditions and the following disclaimer in the documentation
|
||||
// and/or other materials provided with the distribution.
|
||||
//
|
||||
// * The name of Intel Corporation may not be used to endorse or promote products
|
||||
// derived from this software without specific prior written permission.
|
||||
//
|
||||
// This software is provided by the copyright holders and contributors "as is" and
|
||||
// any express or implied warranties, including, but not limited to, the implied
|
||||
// warranties of merchantability and fitness for a particular purpose are disclaimed.
|
||||
// In no event shall the Intel Corporation or contributors be liable for any direct,
|
||||
// indirect, incidental, special, exemplary, or consequential damages
|
||||
// (including, but not limited to, procurement of substitute goods or services;
|
||||
// loss of use, data, or profits; or business interruption) however caused
|
||||
// and on any theory of liability, whether in contract, strict liability,
|
||||
// or tort (including negligence or otherwise) arising in any way out of
|
||||
// the use of this software, even if advised of the possibility of such damage.
|
||||
//
|
||||
//M*/
|
||||
|
||||
#ifndef _CV_IMGWARP_AVX_H_ |
||||
#define _CV_IMGWARP_AVX_H_ |
||||
|
||||
int VResizeLinearVec_32f_avx(const uchar** _src, uchar* _dst, const uchar* _beta, int width ); |
||||
|
||||
int VResizeCubicVec_32f_avx(const uchar** _src, uchar* _dst, const uchar* _beta, int width ); |
||||
|
||||
#endif |
||||
|
||||
/* End of file. */ |
||||
@ -0,0 +1,431 @@ |
||||
/*M///////////////////////////////////////////////////////////////////////////////////////
|
||||
//
|
||||
// IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
|
||||
//
|
||||
// By downloading, copying, installing or using the software you agree to this license.
|
||||
// If you do not agree to this license, do not download, install,
|
||||
// copy or use the software.
|
||||
//
|
||||
//
|
||||
// License Agreement
|
||||
// For Open Source Computer Vision Library
|
||||
//
|
||||
// Copyright (C) 2000-2008, Intel Corporation, all rights reserved.
|
||||
// Copyright (C) 2009, Willow Garage Inc., all rights reserved.
|
||||
// Third party copyrights are property of their respective owners.
|
||||
//
|
||||
// Redistribution and use in source and binary forms, with or without modification,
|
||||
// are permitted provided that the following conditions are met:
|
||||
//
|
||||
// * Redistribution's of source code must retain the above copyright notice,
|
||||
// this list of conditions and the following disclaimer.
|
||||
//
|
||||
// * Redistribution's in binary form must reproduce the above copyright notice,
|
||||
// this list of conditions and the following disclaimer in the documentation
|
||||
// and/or other materials provided with the distribution.
|
||||
//
|
||||
// * The name of the copyright holders may not be used to endorse or promote products
|
||||
// derived from this software without specific prior written permission.
|
||||
//
|
||||
// This software is provided by the copyright holders and contributors "as is" and
|
||||
// any express or implied warranties, including, but not limited to, the implied
|
||||
// warranties of merchantability and fitness for a particular purpose are disclaimed.
|
||||
// In no event shall the Intel Corporation or contributors be liable for any direct,
|
||||
// indirect, incidental, special, exemplary, or consequential damages
|
||||
// (including, but not limited to, procurement of substitute goods or services;
|
||||
// loss of use, data, or profits; or business interruption) however caused
|
||||
// and on any theory of liability, whether in contract, strict liability,
|
||||
// or tort (including negligence or otherwise) arising in any way out of
|
||||
// the use of this software, even if advised of the possibility of such damage.
|
||||
//
|
||||
//M*/
|
||||
|
||||
#include "../precomp.hpp" |
||||
#include "imgwarp_avx2.hpp" |
||||
|
||||
const int INTER_RESIZE_COEF_BITS=11; |
||||
const int INTER_RESIZE_COEF_SCALE=1 << INTER_RESIZE_COEF_BITS; |
||||
|
||||
#if CV_AVX2 |
||||
int VResizeLinearVec_32s8u_avx2(const uchar** _src, uchar* dst, const uchar* _beta, int width ) |
||||
{ |
||||
const int** src = (const int**)_src; |
||||
const short* beta = (const short*)_beta; |
||||
const int *S0 = src[0], *S1 = src[1]; |
||||
int x = 0; |
||||
__m256i b0 = _mm256_set1_epi16(beta[0]), b1 = _mm256_set1_epi16(beta[1]); |
||||
__m256i delta = _mm256_set1_epi16(2); |
||||
const int index[8] = { 0, 4, 1, 5, 2, 6, 3, 7 }; |
||||
__m256i shuffle = _mm256_load_si256((const __m256i*)index); |
||||
|
||||
if( (((size_t)S0|(size_t)S1)&31) == 0 ) |
||||
for( ; x <= width - 32; x += 32 ) |
||||
{ |
||||
__m256i x0, x1, x2, y0, y1, y2; |
||||
x0 = _mm256_load_si256((const __m256i*)(S0 + x)); |
||||
x1 = _mm256_load_si256((const __m256i*)(S0 + x + 8)); |
||||
y0 = _mm256_load_si256((const __m256i*)(S1 + x)); |
||||
y1 = _mm256_load_si256((const __m256i*)(S1 + x + 8)); |
||||
x0 = _mm256_packs_epi32(_mm256_srai_epi32(x0, 4), _mm256_srai_epi32(x1, 4)); |
||||
y0 = _mm256_packs_epi32(_mm256_srai_epi32(y0, 4), _mm256_srai_epi32(y1, 4)); |
||||
|
||||
x1 = _mm256_load_si256((const __m256i*)(S0 + x + 16)); |
||||
x2 = _mm256_load_si256((const __m256i*)(S0 + x + 24)); |
||||
y1 = _mm256_load_si256((const __m256i*)(S1 + x + 16)); |
||||
y2 = _mm256_load_si256((const __m256i*)(S1 + x + 24)); |
||||
x1 = _mm256_packs_epi32(_mm256_srai_epi32(x1, 4), _mm256_srai_epi32(x2, 4)); |
||||
y1 = _mm256_packs_epi32(_mm256_srai_epi32(y1, 4), _mm256_srai_epi32(y2, 4)); |
||||
|
||||
x0 = _mm256_adds_epi16(_mm256_mulhi_epi16(x0, b0), _mm256_mulhi_epi16(y0, b1)); |
||||
x1 = _mm256_adds_epi16(_mm256_mulhi_epi16(x1, b0), _mm256_mulhi_epi16(y1, b1)); |
||||
|
||||
x0 = _mm256_srai_epi16(_mm256_adds_epi16(x0, delta), 2); |
||||
x1 = _mm256_srai_epi16(_mm256_adds_epi16(x1, delta), 2); |
||||
x0 = _mm256_packus_epi16(x0, x1); |
||||
x0 = _mm256_permutevar8x32_epi32(x0, shuffle); |
||||
_mm256_storeu_si256( (__m256i*)(dst + x), x0); |
||||
} |
||||
else |
||||
for( ; x <= width - 32; x += 32 ) |
||||
{ |
||||
__m256i x0, x1, x2, y0, y1, y2; |
||||
x0 = _mm256_loadu_si256((const __m256i*)(S0 + x)); |
||||
x1 = _mm256_loadu_si256((const __m256i*)(S0 + x + 8)); |
||||
y0 = _mm256_loadu_si256((const __m256i*)(S1 + x)); |
||||
y1 = _mm256_loadu_si256((const __m256i*)(S1 + x + 8)); |
||||
x0 = _mm256_packs_epi32(_mm256_srai_epi32(x0, 4), _mm256_srai_epi32(x1, 4)); |
||||
y0 = _mm256_packs_epi32(_mm256_srai_epi32(y0, 4), _mm256_srai_epi32(y1, 4)); |
||||
|
||||
x1 = _mm256_loadu_si256((const __m256i*)(S0 + x + 16)); |
||||
x2 = _mm256_loadu_si256((const __m256i*)(S0 + x + 24)); |
||||
y1 = _mm256_loadu_si256((const __m256i*)(S1 + x + 16)); |
||||
y2 = _mm256_loadu_si256((const __m256i*)(S1 + x + 24)); |
||||
x1 = _mm256_packs_epi32(_mm256_srai_epi32(x1, 4), _mm256_srai_epi32(x2, 4)); |
||||
y1 = _mm256_packs_epi32(_mm256_srai_epi32(y1, 4), _mm256_srai_epi32(y2, 4)); |
||||
|
||||
x0 = _mm256_adds_epi16(_mm256_mulhi_epi16(x0, b0), _mm256_mulhi_epi16(y0, b1)); |
||||
x1 = _mm256_adds_epi16(_mm256_mulhi_epi16(x1, b0), _mm256_mulhi_epi16(y1, b1)); |
||||
|
||||
x0 = _mm256_srai_epi16(_mm256_adds_epi16(x0, delta), 2); |
||||
x1 = _mm256_srai_epi16(_mm256_adds_epi16(x1, delta), 2); |
||||
x0 = _mm256_packus_epi16(x0, x1); |
||||
x0 = _mm256_permutevar8x32_epi32(x0, shuffle); |
||||
_mm256_storeu_si256( (__m256i*)(dst + x), x0); |
||||
} |
||||
|
||||
for( ; x < width - 8; x += 8 ) |
||||
{ |
||||
__m256i x0, y0; |
||||
x0 = _mm256_srai_epi32(_mm256_loadu_si256((const __m256i*)(S0 + x)), 4); |
||||
y0 = _mm256_srai_epi32(_mm256_loadu_si256((const __m256i*)(S1 + x)), 4); |
||||
x0 = _mm256_packs_epi32(x0, x0); |
||||
y0 = _mm256_packs_epi32(y0, y0); |
||||
x0 = _mm256_adds_epi16(_mm256_mulhi_epi16(x0, b0), _mm256_mulhi_epi16(y0, b1)); |
||||
x0 = _mm256_srai_epi16(_mm256_adds_epi16(x0, delta), 2); |
||||
x0 = _mm256_packus_epi16(x0, x0); |
||||
*(int*)(dst + x) = _mm_cvtsi128_si32(_mm256_extracti128_si256(x0, 0)); |
||||
*(int*)(dst + x + 4) = _mm_cvtsi128_si32(_mm256_extracti128_si256(x0, 1)); |
||||
} |
||||
|
||||
return x; |
||||
} |
||||
|
||||
template<int shiftval> |
||||
int VResizeLinearVec_32f16_avx2(const uchar** _src, uchar* _dst, const uchar* _beta, int width ) |
||||
{ |
||||
const float** src = (const float**)_src; |
||||
const float* beta = (const float*)_beta; |
||||
const float *S0 = src[0], *S1 = src[1]; |
||||
ushort* dst = (ushort*)_dst; |
||||
int x = 0; |
||||
|
||||
__m256 b0 = _mm256_set1_ps(beta[0]), b1 = _mm256_set1_ps(beta[1]); |
||||
__m256i preshift = _mm256_set1_epi32(shiftval); |
||||
__m256i postshift = _mm256_set1_epi16((short)shiftval); |
||||
|
||||
if( (((size_t)S0|(size_t)S1)&31) == 0 ) |
||||
for( ; x <= width - 32; x += 32 ) |
||||
{ |
||||
__m256 x0, x1, y0, y1; |
||||
__m256i t0, t1, t2; |
||||
x0 = _mm256_load_ps(S0 + x); |
||||
x1 = _mm256_load_ps(S0 + x + 8); |
||||
y0 = _mm256_load_ps(S1 + x); |
||||
y1 = _mm256_load_ps(S1 + x + 8); |
||||
|
||||
x0 = _mm256_add_ps(_mm256_mul_ps(x0, b0), _mm256_mul_ps(y0, b1)); |
||||
x1 = _mm256_add_ps(_mm256_mul_ps(x1, b0), _mm256_mul_ps(y1, b1)); |
||||
t0 = _mm256_add_epi32(_mm256_cvtps_epi32(x0), preshift); |
||||
t2 = _mm256_add_epi32(_mm256_cvtps_epi32(x1), preshift); |
||||
t0 = _mm256_add_epi16(_mm256_packs_epi32(t0, t2), postshift); |
||||
|
||||
x0 = _mm256_load_ps(S0 + x + 16); |
||||
x1 = _mm256_load_ps(S0 + x + 24); |
||||
y0 = _mm256_load_ps(S1 + x + 16); |
||||
y1 = _mm256_load_ps(S1 + x + 24); |
||||
|
||||
x0 = _mm256_add_ps(_mm256_mul_ps(x0, b0), _mm256_mul_ps(y0, b1)); |
||||
x1 = _mm256_add_ps(_mm256_mul_ps(x1, b0), _mm256_mul_ps(y1, b1)); |
||||
t1 = _mm256_add_epi32(_mm256_cvtps_epi32(x0), preshift); |
||||
t2 = _mm256_add_epi32(_mm256_cvtps_epi32(x1), preshift); |
||||
t1 = _mm256_add_epi16(_mm256_packs_epi32(t1, t2), postshift); |
||||
|
||||
_mm256_storeu_si256( (__m256i*)(dst + x), t0); |
||||
_mm256_storeu_si256( (__m256i*)(dst + x + 16), t1); |
||||
} |
||||
else |
||||
for( ; x <= width - 32; x += 32 ) |
||||
{ |
||||
__m256 x0, x1, y0, y1; |
||||
__m256i t0, t1, t2; |
||||
x0 = _mm256_loadu_ps(S0 + x); |
||||
x1 = _mm256_loadu_ps(S0 + x + 8); |
||||
y0 = _mm256_loadu_ps(S1 + x); |
||||
y1 = _mm256_loadu_ps(S1 + x + 8); |
||||
|
||||
x0 = _mm256_add_ps(_mm256_mul_ps(x0, b0), _mm256_mul_ps(y0, b1)); |
||||
x1 = _mm256_add_ps(_mm256_mul_ps(x1, b0), _mm256_mul_ps(y1, b1)); |
||||
t0 = _mm256_add_epi32(_mm256_cvtps_epi32(x0), preshift); |
||||
t2 = _mm256_add_epi32(_mm256_cvtps_epi32(x1), preshift); |
||||
t0 = _mm256_add_epi16(_mm256_packs_epi32(t0, t2), postshift); |
||||
|
||||
x0 = _mm256_loadu_ps(S0 + x + 16); |
||||
x1 = _mm256_loadu_ps(S0 + x + 24); |
||||
y0 = _mm256_loadu_ps(S1 + x + 16); |
||||
y1 = _mm256_loadu_ps(S1 + x + 24); |
||||
|
||||
x0 = _mm256_add_ps(_mm256_mul_ps(x0, b0), _mm256_mul_ps(y0, b1)); |
||||
x1 = _mm256_add_ps(_mm256_mul_ps(x1, b0), _mm256_mul_ps(y1, b1)); |
||||
t1 = _mm256_add_epi32(_mm256_cvtps_epi32(x0), preshift); |
||||
t2 = _mm256_add_epi32(_mm256_cvtps_epi32(x1), preshift); |
||||
t1 = _mm256_add_epi16(_mm256_packs_epi32(t1, t2), postshift); |
||||
|
||||
_mm256_storeu_si256( (__m256i*)(dst + x), t0); |
||||
_mm256_storeu_si256( (__m256i*)(dst + x + 16), t1); |
||||
} |
||||
|
||||
for( ; x < width - 8; x += 8 ) |
||||
{ |
||||
__m256 x0, y0; |
||||
__m256i t0; |
||||
x0 = _mm256_loadu_ps(S0 + x); |
||||
y0 = _mm256_loadu_ps(S1 + x); |
||||
|
||||
x0 = _mm256_add_ps(_mm256_mul_ps(x0, b0), _mm256_mul_ps(y0, b1)); |
||||
t0 = _mm256_add_epi32(_mm256_cvtps_epi32(x0), preshift); |
||||
t0 = _mm256_add_epi16(_mm256_packs_epi32(t0, t0), postshift); |
||||
_mm_storel_epi64( (__m128i*)(dst + x), _mm256_extracti128_si256(t0, 0)); |
||||
_mm_storel_epi64( (__m128i*)(dst + x + 4), _mm256_extracti128_si256(t0, 1)); |
||||
} |
||||
|
||||
return x; |
||||
} |
||||
|
||||
int VResizeCubicVec_32s8u_avx2(const uchar** _src, uchar* dst, const uchar* _beta, int width ) |
||||
{ |
||||
const int** src = (const int**)_src; |
||||
const short* beta = (const short*)_beta; |
||||
const int *S0 = src[0], *S1 = src[1], *S2 = src[2], *S3 = src[3]; |
||||
int x = 0; |
||||
float scale = 1.f/(INTER_RESIZE_COEF_SCALE*INTER_RESIZE_COEF_SCALE); |
||||
__m256 b0 = _mm256_set1_ps(beta[0]*scale), b1 = _mm256_set1_ps(beta[1]*scale), |
||||
b2 = _mm256_set1_ps(beta[2]*scale), b3 = _mm256_set1_ps(beta[3]*scale); |
||||
const int shuffle = 0xd8; // 11 | 01 | 10 | 00
|
||||
|
||||
if( (((size_t)S0|(size_t)S1|(size_t)S2|(size_t)S3)&31) == 0 ) |
||||
for( ; x <= width - 16; x += 16 ) |
||||
{ |
||||
__m256i x0, x1, y0, y1; |
||||
__m256 s0, s1, f0, f1; |
||||
x0 = _mm256_load_si256((const __m256i*)(S0 + x)); |
||||
x1 = _mm256_load_si256((const __m256i*)(S0 + x + 8)); |
||||
y0 = _mm256_load_si256((const __m256i*)(S1 + x)); |
||||
y1 = _mm256_load_si256((const __m256i*)(S1 + x + 8)); |
||||
|
||||
s0 = _mm256_mul_ps(_mm256_cvtepi32_ps(x0), b0); |
||||
s1 = _mm256_mul_ps(_mm256_cvtepi32_ps(x1), b0); |
||||
f0 = _mm256_mul_ps(_mm256_cvtepi32_ps(y0), b1); |
||||
f1 = _mm256_mul_ps(_mm256_cvtepi32_ps(y1), b1); |
||||
s0 = _mm256_add_ps(s0, f0); |
||||
s1 = _mm256_add_ps(s1, f1); |
||||
|
||||
x0 = _mm256_load_si256((const __m256i*)(S2 + x)); |
||||
x1 = _mm256_load_si256((const __m256i*)(S2 + x + 8)); |
||||
y0 = _mm256_load_si256((const __m256i*)(S3 + x)); |
||||
y1 = _mm256_load_si256((const __m256i*)(S3 + x + 8)); |
||||
|
||||
f0 = _mm256_mul_ps(_mm256_cvtepi32_ps(x0), b2); |
||||
f1 = _mm256_mul_ps(_mm256_cvtepi32_ps(x1), b2); |
||||
s0 = _mm256_add_ps(s0, f0); |
||||
s1 = _mm256_add_ps(s1, f1); |
||||
f0 = _mm256_mul_ps(_mm256_cvtepi32_ps(y0), b3); |
||||
f1 = _mm256_mul_ps(_mm256_cvtepi32_ps(y1), b3); |
||||
s0 = _mm256_add_ps(s0, f0); |
||||
s1 = _mm256_add_ps(s1, f1); |
||||
|
||||
x0 = _mm256_cvtps_epi32(s0); |
||||
x1 = _mm256_cvtps_epi32(s1); |
||||
|
||||
x0 = _mm256_packs_epi32(x0, x1); |
||||
x0 = _mm256_permute4x64_epi64(x0, shuffle); |
||||
x0 = _mm256_packus_epi16(x0, x0); |
||||
_mm_storel_epi64( (__m128i*)(dst + x), _mm256_extracti128_si256(x0, 0)); |
||||
_mm_storel_epi64( (__m128i*)(dst + x + 8), _mm256_extracti128_si256(x0, 1)); |
||||
} |
||||
else |
||||
for( ; x <= width - 16; x += 16 ) |
||||
{ |
||||
__m256i x0, x1, y0, y1; |
||||
__m256 s0, s1, f0, f1; |
||||
x0 = _mm256_loadu_si256((const __m256i*)(S0 + x)); |
||||
x1 = _mm256_loadu_si256((const __m256i*)(S0 + x + 8)); |
||||
y0 = _mm256_loadu_si256((const __m256i*)(S1 + x)); |
||||
y1 = _mm256_loadu_si256((const __m256i*)(S1 + x + 8)); |
||||
|
||||
s0 = _mm256_mul_ps(_mm256_cvtepi32_ps(x0), b0); |
||||
s1 = _mm256_mul_ps(_mm256_cvtepi32_ps(x1), b0); |
||||
f0 = _mm256_mul_ps(_mm256_cvtepi32_ps(y0), b1); |
||||
f1 = _mm256_mul_ps(_mm256_cvtepi32_ps(y1), b1); |
||||
s0 = _mm256_add_ps(s0, f0); |
||||
s1 = _mm256_add_ps(s1, f1); |
||||
|
||||
x0 = _mm256_loadu_si256((const __m256i*)(S2 + x)); |
||||
x1 = _mm256_loadu_si256((const __m256i*)(S2 + x + 8)); |
||||
y0 = _mm256_loadu_si256((const __m256i*)(S3 + x)); |
||||
y1 = _mm256_loadu_si256((const __m256i*)(S3 + x + 8)); |
||||
|
||||
f0 = _mm256_mul_ps(_mm256_cvtepi32_ps(x0), b2); |
||||
f1 = _mm256_mul_ps(_mm256_cvtepi32_ps(x1), b2); |
||||
s0 = _mm256_add_ps(s0, f0); |
||||
s1 = _mm256_add_ps(s1, f1); |
||||
f0 = _mm256_mul_ps(_mm256_cvtepi32_ps(y0), b3); |
||||
f1 = _mm256_mul_ps(_mm256_cvtepi32_ps(y1), b3); |
||||
s0 = _mm256_add_ps(s0, f0); |
||||
s1 = _mm256_add_ps(s1, f1); |
||||
|
||||
x0 = _mm256_cvtps_epi32(s0); |
||||
x1 = _mm256_cvtps_epi32(s1); |
||||
|
||||
x0 = _mm256_packs_epi32(x0, x1); |
||||
x0 = _mm256_permute4x64_epi64(x0, shuffle); |
||||
x0 = _mm256_packus_epi16(x0, x0); |
||||
_mm_storel_epi64( (__m128i*)(dst + x), _mm256_extracti128_si256(x0, 0)); |
||||
_mm_storel_epi64( (__m128i*)(dst + x + 8), _mm256_extracti128_si256(x0, 1)); |
||||
} |
||||
|
||||
return x; |
||||
} |
||||
|
||||
template<int shiftval> |
||||
int VResizeCubicVec_32f16_avx2(const uchar** _src, uchar* _dst, const uchar* _beta, int width ) |
||||
{ |
||||
const float** src = (const float**)_src; |
||||
const float* beta = (const float*)_beta; |
||||
const float *S0 = src[0], *S1 = src[1], *S2 = src[2], *S3 = src[3]; |
||||
ushort* dst = (ushort*)_dst; |
||||
int x = 0; |
||||
__m256 b0 = _mm256_set1_ps(beta[0]), b1 = _mm256_set1_ps(beta[1]), |
||||
b2 = _mm256_set1_ps(beta[2]), b3 = _mm256_set1_ps(beta[3]); |
||||
__m256i preshift = _mm256_set1_epi32(shiftval); |
||||
__m256i postshift = _mm256_set1_epi16((short)shiftval); |
||||
const int shuffle = 0xd8; // 11 | 01 | 10 | 00
|
||||
|
||||
if( (((size_t)S0|(size_t)S1|(size_t)S2|(size_t)S3)&31) == 0 ) |
||||
for( ; x <= width - 16; x += 16 ) |
||||
{ |
||||
__m256 x0, x1, y0, y1, s0, s1; |
||||
__m256i t0, t1; |
||||
x0 = _mm256_load_ps(S0 + x); |
||||
x1 = _mm256_load_ps(S0 + x + 8); |
||||
y0 = _mm256_load_ps(S1 + x); |
||||
y1 = _mm256_load_ps(S1 + x + 8); |
||||
|
||||
s0 = _mm256_mul_ps(x0, b0); |
||||
s1 = _mm256_mul_ps(x1, b0); |
||||
y0 = _mm256_mul_ps(y0, b1); |
||||
y1 = _mm256_mul_ps(y1, b1); |
||||
s0 = _mm256_add_ps(s0, y0); |
||||
s1 = _mm256_add_ps(s1, y1); |
||||
|
||||
x0 = _mm256_load_ps(S2 + x); |
||||
x1 = _mm256_load_ps(S2 + x + 8); |
||||
y0 = _mm256_load_ps(S3 + x); |
||||
y1 = _mm256_load_ps(S3 + x + 8); |
||||
|
||||
x0 = _mm256_mul_ps(x0, b2); |
||||
x1 = _mm256_mul_ps(x1, b2); |
||||
y0 = _mm256_mul_ps(y0, b3); |
||||
y1 = _mm256_mul_ps(y1, b3); |
||||
s0 = _mm256_add_ps(s0, x0); |
||||
s1 = _mm256_add_ps(s1, x1); |
||||
s0 = _mm256_add_ps(s0, y0); |
||||
s1 = _mm256_add_ps(s1, y1); |
||||
|
||||
t0 = _mm256_add_epi32(_mm256_cvtps_epi32(s0), preshift); |
||||
t1 = _mm256_add_epi32(_mm256_cvtps_epi32(s1), preshift); |
||||
|
||||
t0 = _mm256_add_epi16(_mm256_packs_epi32(t0, t1), postshift); |
||||
t0 = _mm256_permute4x64_epi64(t0, shuffle); |
||||
_mm256_storeu_si256( (__m256i*)(dst + x), t0); |
||||
} |
||||
else |
||||
for( ; x <= width - 16; x += 16 ) |
||||
{ |
||||
__m256 x0, x1, y0, y1, s0, s1; |
||||
__m256i t0, t1; |
||||
x0 = _mm256_loadu_ps(S0 + x); |
||||
x1 = _mm256_loadu_ps(S0 + x + 8); |
||||
y0 = _mm256_loadu_ps(S1 + x); |
||||
y1 = _mm256_loadu_ps(S1 + x + 8); |
||||
|
||||
s0 = _mm256_mul_ps(x0, b0); |
||||
s1 = _mm256_mul_ps(x1, b0); |
||||
y0 = _mm256_mul_ps(y0, b1); |
||||
y1 = _mm256_mul_ps(y1, b1); |
||||
s0 = _mm256_add_ps(s0, y0); |
||||
s1 = _mm256_add_ps(s1, y1); |
||||
|
||||
x0 = _mm256_loadu_ps(S2 + x); |
||||
x1 = _mm256_loadu_ps(S2 + x + 8); |
||||
y0 = _mm256_loadu_ps(S3 + x); |
||||
y1 = _mm256_loadu_ps(S3 + x + 8); |
||||
|
||||
x0 = _mm256_mul_ps(x0, b2); |
||||
x1 = _mm256_mul_ps(x1, b2); |
||||
y0 = _mm256_mul_ps(y0, b3); |
||||
y1 = _mm256_mul_ps(y1, b3); |
||||
s0 = _mm256_add_ps(s0, x0); |
||||
s1 = _mm256_add_ps(s1, x1); |
||||
s0 = _mm256_add_ps(s0, y0); |
||||
s1 = _mm256_add_ps(s1, y1); |
||||
|
||||
t0 = _mm256_add_epi32(_mm256_cvtps_epi32(s0), preshift); |
||||
t1 = _mm256_add_epi32(_mm256_cvtps_epi32(s1), preshift); |
||||
|
||||
t0 = _mm256_add_epi16(_mm256_packs_epi32(t0, t1), postshift); |
||||
t0 = _mm256_permute4x64_epi64(t0, shuffle); |
||||
_mm256_storeu_si256( (__m256i*)(dst + x), t0); |
||||
} |
||||
|
||||
return x; |
||||
} |
||||
#else |
||||
int VResizeLinearVec_32s8u_avx2(const uchar**, uchar*, const uchar*, int ) { return 0; } |
||||
|
||||
template<int shiftval> |
||||
int VResizeLinearVec_32f16_avx2(const uchar**, uchar*, const uchar*, int ) { return 0; } |
||||
|
||||
int VResizeCubicVec_32s8u_avx2(const uchar**, uchar*, const uchar*, int ) { return 0; } |
||||
|
||||
template<int shiftval> |
||||
int VResizeCubicVec_32f16_avx2(const uchar**, uchar*, const uchar*, int ) { return 0; } |
||||
#endif |
||||
|
||||
// Template instantiations.
|
||||
template int VResizeLinearVec_32f16_avx2<SHRT_MIN>(const uchar** _src, uchar* _dst, const uchar* _beta, int width ); |
||||
template int VResizeLinearVec_32f16_avx2<0>(const uchar** _src, uchar* _dst, const uchar* _beta, int width ); |
||||
|
||||
template int VResizeCubicVec_32f16_avx2<SHRT_MIN>(const uchar** _src, uchar* _dst, const uchar* _beta, int width ); |
||||
template int VResizeCubicVec_32f16_avx2<0>(const uchar** _src, uchar* _dst, const uchar* _beta, int width ); |
||||
|
||||
/* End of file. */ |
||||
@ -0,0 +1,57 @@ |
||||
/*M///////////////////////////////////////////////////////////////////////////////////////
|
||||
//
|
||||
// IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
|
||||
//
|
||||
// By downloading, copying, installing or using the software you agree to this license.
|
||||
// If you do not agree to this license, do not download, install,
|
||||
// copy or use the software.
|
||||
//
|
||||
//
|
||||
// Intel License Agreement
|
||||
// For Open Source Computer Vision Library
|
||||
//
|
||||
// Copyright (C) 2000, Intel Corporation, all rights reserved.
|
||||
// Third party copyrights are property of their respective owners.
|
||||
//
|
||||
// Redistribution and use in source and binary forms, with or without modification,
|
||||
// are permitted provided that the following conditions are met:
|
||||
//
|
||||
// * Redistribution's of source code must retain the above copyright notice,
|
||||
// this list of conditions and the following disclaimer.
|
||||
//
|
||||
// * Redistribution's in binary form must reproduce the above copyright notice,
|
||||
// this list of conditions and the following disclaimer in the documentation
|
||||
// and/or other materials provided with the distribution.
|
||||
//
|
||||
// * The name of Intel Corporation may not be used to endorse or promote products
|
||||
// derived from this software without specific prior written permission.
|
||||
//
|
||||
// This software is provided by the copyright holders and contributors "as is" and
|
||||
// any express or implied warranties, including, but not limited to, the implied
|
||||
// warranties of merchantability and fitness for a particular purpose are disclaimed.
|
||||
// In no event shall the Intel Corporation or contributors be liable for any direct,
|
||||
// indirect, incidental, special, exemplary, or consequential damages
|
||||
// (including, but not limited to, procurement of substitute goods or services;
|
||||
// loss of use, data, or profits; or business interruption) however caused
|
||||
// and on any theory of liability, whether in contract, strict liability,
|
||||
// or tort (including negligence or otherwise) arising in any way out of
|
||||
// the use of this software, even if advised of the possibility of such damage.
|
||||
//
|
||||
//M*/
|
||||
|
||||
#ifndef _CV_IMGWARP_AVX2_H_ |
||||
#define _CV_IMGWARP_AVX2_H_ |
||||
|
||||
int VResizeLinearVec_32s8u_avx2(const uchar** _src, uchar* dst, const uchar* _beta, int width ); |
||||
|
||||
template<int shiftval> |
||||
int VResizeLinearVec_32f16_avx2(const uchar** _src, uchar* _dst, const uchar* _beta, int width ); |
||||
|
||||
int VResizeCubicVec_32s8u_avx2(const uchar** _src, uchar* dst, const uchar* _beta, int width ); |
||||
|
||||
template<int shiftval> |
||||
int VResizeCubicVec_32f16_avx2(const uchar** _src, uchar* _dst, const uchar* _beta, int width ); |
||||
|
||||
#endif |
||||
|
||||
/* End of file. */ |
||||
Loading…
Reference in new issue