mirror of https://github.com/opencv/opencv.git
Open Source Computer Vision Library
https://opencv.org/
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
417 lines
14 KiB
417 lines
14 KiB
// This file is part of OpenCV project. |
|
// It is subject to the license terms in the LICENSE file found in the top-level directory |
|
// of this distribution and at http://opencv.org/license.html |
|
|
|
#include "precomp.hpp" |
|
#include "convert.hpp" |
|
|
|
namespace cv { |
|
namespace hal { |
|
CV_CPU_OPTIMIZATION_NAMESPACE_BEGIN |
|
|
|
void cvt16f32f(const float16_t* src, float* dst, int len); |
|
void cvt32f16f(const float* src, float16_t* dst, int len); |
|
void addRNGBias32f(float* arr, const float* scaleBiasPairs, int len); |
|
void addRNGBias64f(double* arr, const double* scaleBiasPairs, int len); |
|
|
|
CV_CPU_OPTIMIZATION_NAMESPACE_END |
|
} // namespace cv::hal |
|
|
|
CV_CPU_OPTIMIZATION_NAMESPACE_BEGIN |
|
|
|
BinaryFunc getConvertFunc(int sdepth, int ddepth); |
|
|
|
CV_CPU_OPTIMIZATION_NAMESPACE_END |
|
|
|
#ifndef CV_CPU_OPTIMIZATION_DECLARATIONS_ONLY |
|
|
|
namespace hal { |
|
CV_CPU_OPTIMIZATION_NAMESPACE_BEGIN |
|
|
|
BinaryFunc getConvertFunc(int sdepth, int ddepth); |
|
|
|
void cvt16f32f( const float16_t* src, float* dst, int len ) |
|
{ |
|
CV_INSTRUMENT_REGION(); |
|
int j = 0; |
|
#if CV_SIMD |
|
const int VECSZ = v_float32::nlanes; |
|
for( ; j < len; j += VECSZ ) |
|
{ |
|
if( j > len - VECSZ ) |
|
{ |
|
if( j == 0 ) |
|
break; |
|
j = len - VECSZ; |
|
} |
|
v_store(dst + j, vx_load_expand(src + j)); |
|
} |
|
#endif |
|
for( ; j < len; j++ ) |
|
dst[j] = (float)src[j]; |
|
} |
|
|
|
void cvt32f16f( const float* src, float16_t* dst, int len ) |
|
{ |
|
CV_INSTRUMENT_REGION(); |
|
int j = 0; |
|
#if CV_SIMD |
|
const int VECSZ = v_float32::nlanes; |
|
for( ; j < len; j += VECSZ ) |
|
{ |
|
if( j > len - VECSZ ) |
|
{ |
|
if( j == 0 ) |
|
break; |
|
j = len - VECSZ; |
|
} |
|
v_pack_store(dst + j, vx_load(src + j)); |
|
} |
|
#endif |
|
for( ; j < len; j++ ) |
|
dst[j] = float16_t(src[j]); |
|
} |
|
|
|
void addRNGBias32f( float* arr, const float* scaleBiasPairs, int len ) |
|
{ |
|
CV_INSTRUMENT_REGION(); |
|
// the loop is simple enough, so we let the compiler to vectorize it |
|
for( int i = 0; i < len; i++ ) |
|
arr[i] += scaleBiasPairs[i*2 + 1]; |
|
} |
|
|
|
void addRNGBias64f( double* arr, const double* scaleBiasPairs, int len ) |
|
{ |
|
CV_INSTRUMENT_REGION(); |
|
// the loop is simple enough, so we let the compiler to vectorize it |
|
for( int i = 0; i < len; i++ ) |
|
arr[i] += scaleBiasPairs[i*2 + 1]; |
|
} |
|
|
|
CV_CPU_OPTIMIZATION_NAMESPACE_END |
|
} // namespace cv::hal |
|
|
|
// cv:: |
|
CV_CPU_OPTIMIZATION_NAMESPACE_BEGIN |
|
|
|
template<typename _Ts, typename _Td, typename _Twvec> static inline void |
|
cvt_( const _Ts* src, size_t sstep, _Td* dst, size_t dstep, Size size ) |
|
{ |
|
sstep /= sizeof(src[0]); |
|
dstep /= sizeof(dst[0]); |
|
|
|
for( int i = 0; i < size.height; i++, src += sstep, dst += dstep ) |
|
{ |
|
int j = 0; |
|
#if CV_SIMD |
|
const int VECSZ = _Twvec::nlanes*2; |
|
for( ; j < size.width; j += VECSZ ) |
|
{ |
|
if( j > size.width - VECSZ ) |
|
{ |
|
if( j == 0 || src == (_Ts*)dst ) |
|
break; |
|
j = size.width - VECSZ; |
|
} |
|
_Twvec v0, v1; |
|
vx_load_pair_as(src + j, v0, v1); |
|
v_store_pair_as(dst + j, v0, v1); |
|
} |
|
#endif |
|
for( ; j < size.width; j++ ) |
|
dst[j] = saturate_cast<_Td>(src[j]); |
|
} |
|
} |
|
|
|
// in order to reduce the code size, for (16f <-> ...) conversions |
|
// we add a conversion function without loop unrolling |
|
template<typename _Ts, typename _Td, typename _Twvec> static inline void |
|
cvt1_( const _Ts* src, size_t sstep, _Td* dst, size_t dstep, Size size ) |
|
{ |
|
sstep /= sizeof(src[0]); |
|
dstep /= sizeof(dst[0]); |
|
|
|
for( int i = 0; i < size.height; i++, src += sstep, dst += dstep ) |
|
{ |
|
int j = 0; |
|
#if CV_SIMD |
|
const int VECSZ = _Twvec::nlanes; |
|
for( ; j < size.width; j += VECSZ ) |
|
{ |
|
if( j > size.width - VECSZ ) |
|
{ |
|
if( j == 0 || src == (_Ts*)dst ) |
|
break; |
|
j = size.width - VECSZ; |
|
} |
|
_Twvec v; |
|
vx_load_as(src + j, v); |
|
v_store_as(dst + j, v); |
|
} |
|
vx_cleanup(); |
|
#endif |
|
for( ; j < size.width; j++ ) |
|
dst[j] = saturate_cast<_Td>(src[j]); |
|
} |
|
} |
|
|
|
static void cvtCopy( const uchar* src, size_t sstep, |
|
uchar* dst, size_t dstep, Size size, size_t elemsize) |
|
{ |
|
size_t len = size.width*elemsize; |
|
for( int i = 0; i < size.height; i++, src += sstep, dst += dstep ) |
|
{ |
|
memcpy( dst, src, len ); |
|
} |
|
} |
|
|
|
#define DEF_CVT_FUNC(suffix, cvtfunc, _Ts, _Td, _Twvec) \ |
|
static void cvt##suffix(const uchar* src_, size_t sstep, const uchar*, size_t, \ |
|
uchar* dst_, size_t dstep, Size size, void*) \ |
|
{ \ |
|
CV_INSTRUMENT_REGION(); \ |
|
const _Ts* src = (const _Ts*)src_; \ |
|
_Td* dst = (_Td*)dst_; \ |
|
cvtfunc<_Ts, _Td, _Twvec>(src, sstep, dst, dstep, size); \ |
|
} |
|
|
|
////////////////////// 8u -> ... //////////////////////// |
|
|
|
DEF_CVT_FUNC(8u8s, cvt_, uchar, schar, v_int16) |
|
DEF_CVT_FUNC(8u16u, cvt_, uchar, ushort, v_uint16) |
|
DEF_CVT_FUNC(8u16s, cvt_, uchar, short, v_int16) |
|
DEF_CVT_FUNC(8u32s, cvt_, uchar, int, v_int32) |
|
DEF_CVT_FUNC(8u32f, cvt_, uchar, float, v_float32) |
|
DEF_CVT_FUNC(8u64f, cvt_, uchar, double, v_int32) |
|
DEF_CVT_FUNC(8u16f, cvt1_, uchar, float16_t, v_float32) |
|
|
|
////////////////////// 8s -> ... //////////////////////// |
|
|
|
DEF_CVT_FUNC(8s8u, cvt_, schar, uchar, v_int16) |
|
DEF_CVT_FUNC(8s16u, cvt_, schar, ushort, v_uint16) |
|
DEF_CVT_FUNC(8s16s, cvt_, schar, short, v_int16) |
|
DEF_CVT_FUNC(8s32s, cvt_, schar, int, v_int32) |
|
DEF_CVT_FUNC(8s32f, cvt_, schar, float, v_float32) |
|
DEF_CVT_FUNC(8s64f, cvt_, schar, double, v_int32) |
|
DEF_CVT_FUNC(8s16f, cvt1_, schar, float16_t, v_float32) |
|
|
|
////////////////////// 16u -> ... //////////////////////// |
|
|
|
DEF_CVT_FUNC(16u8u, cvt_, ushort, uchar, v_uint16) |
|
DEF_CVT_FUNC(16u8s, cvt_, ushort, schar, v_uint16) |
|
DEF_CVT_FUNC(16u16s, cvt_, ushort, short, v_int32) |
|
DEF_CVT_FUNC(16u32s, cvt_, ushort, int, v_int32) |
|
DEF_CVT_FUNC(16u32f, cvt_, ushort, float, v_float32) |
|
DEF_CVT_FUNC(16u64f, cvt_, ushort, double, v_int32) |
|
DEF_CVT_FUNC(16u16f, cvt1_,ushort, float16_t, v_float32) |
|
|
|
////////////////////// 16s -> ... //////////////////////// |
|
|
|
DEF_CVT_FUNC(16s8u, cvt_, short, uchar, v_int16) |
|
DEF_CVT_FUNC(16s8s, cvt_, short, schar, v_int16) |
|
DEF_CVT_FUNC(16s16u, cvt_, short, ushort, v_int32) |
|
DEF_CVT_FUNC(16s32s, cvt_, short, int, v_int32) |
|
DEF_CVT_FUNC(16s32f, cvt_, short, float, v_float32) |
|
DEF_CVT_FUNC(16s64f, cvt_, short, double, v_int32) |
|
DEF_CVT_FUNC(16s16f, cvt1_,short, float16_t, v_float32) |
|
|
|
////////////////////// 32s -> ... //////////////////////// |
|
|
|
DEF_CVT_FUNC(32s8u, cvt_, int, uchar, v_int32) |
|
DEF_CVT_FUNC(32s8s, cvt_, int, schar, v_int32) |
|
DEF_CVT_FUNC(32s16u, cvt_, int, ushort, v_int32) |
|
DEF_CVT_FUNC(32s16s, cvt_, int, short, v_int32) |
|
DEF_CVT_FUNC(32s32f, cvt_, int, float, v_float32) |
|
DEF_CVT_FUNC(32s64f, cvt_, int, double, v_int32) |
|
DEF_CVT_FUNC(32s16f, cvt1_,int, float16_t, v_float32) |
|
|
|
////////////////////// 32f -> ... //////////////////////// |
|
|
|
DEF_CVT_FUNC(32f8u, cvt_, float, uchar, v_float32) |
|
DEF_CVT_FUNC(32f8s, cvt_, float, schar, v_float32) |
|
DEF_CVT_FUNC(32f16u, cvt_, float, ushort, v_float32) |
|
DEF_CVT_FUNC(32f16s, cvt_, float, short, v_float32) |
|
DEF_CVT_FUNC(32f32s, cvt_, float, int, v_float32) |
|
DEF_CVT_FUNC(32f64f, cvt_, float, double, v_float32) |
|
DEF_CVT_FUNC(32f16f, cvt1_,float, float16_t, v_float32) |
|
|
|
////////////////////// 64f -> ... //////////////////////// |
|
|
|
DEF_CVT_FUNC(64f8u, cvt_, double, uchar, v_int32) |
|
DEF_CVT_FUNC(64f8s, cvt_, double, schar, v_int32) |
|
DEF_CVT_FUNC(64f16u, cvt_, double, ushort, v_int32) |
|
DEF_CVT_FUNC(64f16s, cvt_, double, short, v_int32) |
|
DEF_CVT_FUNC(64f32s, cvt_, double, int, v_int32) |
|
DEF_CVT_FUNC(64f32f, cvt_, double, float, v_float32) |
|
DEF_CVT_FUNC(64f16f, cvt1_,double, float16_t, v_float32) |
|
|
|
////////////////////// 16f -> ... //////////////////////// |
|
|
|
DEF_CVT_FUNC(16f8u, cvt_, float16_t, uchar, v_float32) |
|
DEF_CVT_FUNC(16f8s, cvt_, float16_t, schar, v_float32) |
|
DEF_CVT_FUNC(16f16u, cvt1_, float16_t, ushort, v_float32) |
|
DEF_CVT_FUNC(16f16s, cvt1_, float16_t, short, v_float32) |
|
DEF_CVT_FUNC(16f32s, cvt1_, float16_t, int, v_float32) |
|
DEF_CVT_FUNC(16f32f, cvt1_, float16_t, float, v_float32) |
|
DEF_CVT_FUNC(16f64f, cvt1_, float16_t, double, v_float32) |
|
|
|
///////////// "conversion" w/o conversion /////////////// |
|
|
|
static void cvt8u(const uchar* src, size_t sstep, const uchar*, size_t, uchar* dst, size_t dstep, Size size, void*) |
|
{ CV_INSTRUMENT_REGION(); cvtCopy(src, sstep, dst, dstep, size, 1); } |
|
|
|
static void cvt16u(const uchar* src, size_t sstep, const uchar*, size_t, uchar* dst, size_t dstep, Size size, void*) |
|
{ CV_INSTRUMENT_REGION(); cvtCopy((const uchar*)src, sstep, (uchar*)dst, dstep, size, 2); } |
|
|
|
static void cvt32s(const uchar* src, size_t sstep, const uchar*, size_t, uchar* dst, size_t dstep, Size size, void*) |
|
{ CV_INSTRUMENT_REGION(); cvtCopy((const uchar*)src, sstep, (uchar*)dst, dstep, size, 4); } |
|
|
|
static void cvt64s(const uchar* src, size_t sstep, const uchar*, size_t, uchar* dst, size_t dstep, Size size, void*) |
|
{ CV_INSTRUMENT_REGION(); cvtCopy((const uchar*)src, sstep, (uchar*)dst, dstep, size, 8); } |
|
|
|
|
|
/* [TODO] Recover IPP calls |
|
#if defined(HAVE_IPP) |
|
#define DEF_CVT_FUNC_F(suffix, stype, dtype, ippFavor) \ |
|
static void cvt##suffix( const stype* src, size_t sstep, const uchar*, size_t, \ |
|
dtype* dst, size_t dstep, Size size, double*) \ |
|
{ \ |
|
CV_IPP_RUN(src && dst, CV_INSTRUMENT_FUN_IPP(ippiConvert_##ippFavor, src, (int)sstep, dst, (int)dstep, ippiSize(size.width, size.height)) >= 0) \ |
|
cvt_(src, sstep, dst, dstep, size); \ |
|
} |
|
|
|
#define DEF_CVT_FUNC_F2(suffix, stype, dtype, ippFavor) \ |
|
static void cvt##suffix( const stype* src, size_t sstep, const uchar*, size_t, \ |
|
dtype* dst, size_t dstep, Size size, double*) \ |
|
{ \ |
|
CV_IPP_RUN(src && dst, CV_INSTRUMENT_FUN_IPP(ippiConvert_##ippFavor, src, (int)sstep, dst, (int)dstep, ippiSize(size.width, size.height), ippRndFinancial, 0) >= 0) \ |
|
cvt_(src, sstep, dst, dstep, size); \ |
|
} |
|
#else |
|
#define DEF_CVT_FUNC_F(suffix, stype, dtype, ippFavor) \ |
|
static void cvt##suffix( const stype* src, size_t sstep, const uchar*, size_t, \ |
|
dtype* dst, size_t dstep, Size size, double*) \ |
|
{ \ |
|
cvt_(src, sstep, dst, dstep, size); \ |
|
} |
|
#define DEF_CVT_FUNC_F2 DEF_CVT_FUNC_F |
|
#endif |
|
|
|
#define DEF_CVT_FUNC(suffix, stype, dtype) \ |
|
static void cvt##suffix( const stype* src, size_t sstep, const uchar*, size_t, \ |
|
dtype* dst, size_t dstep, Size size, double*) \ |
|
{ \ |
|
cvt_(src, sstep, dst, dstep, size); \ |
|
} |
|
|
|
#define DEF_CPY_FUNC(suffix, stype) \ |
|
static void cvt##suffix( const stype* src, size_t sstep, const uchar*, size_t, \ |
|
stype* dst, size_t dstep, Size size, double*) \ |
|
{ \ |
|
cpy_(src, sstep, dst, dstep, size); \ |
|
} |
|
|
|
DEF_CPY_FUNC(8u, uchar) |
|
DEF_CVT_FUNC_F(8s8u, schar, uchar, 8s8u_C1Rs) |
|
DEF_CVT_FUNC_F(16u8u, ushort, uchar, 16u8u_C1R) |
|
DEF_CVT_FUNC_F(16s8u, short, uchar, 16s8u_C1R) |
|
DEF_CVT_FUNC_F(32s8u, int, uchar, 32s8u_C1R) |
|
DEF_CVT_FUNC_F2(32f8u, float, uchar, 32f8u_C1RSfs) |
|
DEF_CVT_FUNC(64f8u, double, uchar) |
|
|
|
DEF_CVT_FUNC_F2(8u8s, uchar, schar, 8u8s_C1RSfs) |
|
DEF_CVT_FUNC_F2(16u8s, ushort, schar, 16u8s_C1RSfs) |
|
DEF_CVT_FUNC_F2(16s8s, short, schar, 16s8s_C1RSfs) |
|
DEF_CVT_FUNC_F(32s8s, int, schar, 32s8s_C1R) |
|
DEF_CVT_FUNC_F2(32f8s, float, schar, 32f8s_C1RSfs) |
|
DEF_CVT_FUNC(64f8s, double, schar) |
|
|
|
DEF_CVT_FUNC_F(8u16u, uchar, ushort, 8u16u_C1R) |
|
DEF_CVT_FUNC_F(8s16u, schar, ushort, 8s16u_C1Rs) |
|
DEF_CPY_FUNC(16u, ushort) |
|
DEF_CVT_FUNC_F(16s16u, short, ushort, 16s16u_C1Rs) |
|
DEF_CVT_FUNC_F2(32s16u, int, ushort, 32s16u_C1RSfs) |
|
DEF_CVT_FUNC_F2(32f16u, float, ushort, 32f16u_C1RSfs) |
|
DEF_CVT_FUNC(64f16u, double, ushort) |
|
|
|
DEF_CVT_FUNC_F(8u16s, uchar, short, 8u16s_C1R) |
|
DEF_CVT_FUNC_F(8s16s, schar, short, 8s16s_C1R) |
|
DEF_CVT_FUNC_F2(16u16s, ushort, short, 16u16s_C1RSfs) |
|
DEF_CVT_FUNC_F2(32s16s, int, short, 32s16s_C1RSfs) |
|
DEF_CVT_FUNC(32f16s, float, short) |
|
DEF_CVT_FUNC(64f16s, double, short) |
|
|
|
DEF_CVT_FUNC_F(8u32s, uchar, int, 8u32s_C1R) |
|
DEF_CVT_FUNC_F(8s32s, schar, int, 8s32s_C1R) |
|
DEF_CVT_FUNC_F(16u32s, ushort, int, 16u32s_C1R) |
|
DEF_CVT_FUNC_F(16s32s, short, int, 16s32s_C1R) |
|
DEF_CPY_FUNC(32s, int) |
|
DEF_CVT_FUNC_F2(32f32s, float, int, 32f32s_C1RSfs) |
|
DEF_CVT_FUNC(64f32s, double, int) |
|
|
|
DEF_CVT_FUNC_F(8u32f, uchar, float, 8u32f_C1R) |
|
DEF_CVT_FUNC_F(8s32f, schar, float, 8s32f_C1R) |
|
DEF_CVT_FUNC_F(16u32f, ushort, float, 16u32f_C1R) |
|
DEF_CVT_FUNC_F(16s32f, short, float, 16s32f_C1R) |
|
DEF_CVT_FUNC_F(32s32f, int, float, 32s32f_C1R) |
|
DEF_CVT_FUNC(64f32f, double, float) |
|
|
|
DEF_CVT_FUNC(8u64f, uchar, double) |
|
DEF_CVT_FUNC(8s64f, schar, double) |
|
DEF_CVT_FUNC(16u64f, ushort, double) |
|
DEF_CVT_FUNC(16s64f, short, double) |
|
DEF_CVT_FUNC(32s64f, int, double) |
|
DEF_CVT_FUNC(32f64f, float, double) |
|
DEF_CPY_FUNC(64s, int64) |
|
*/ |
|
|
|
BinaryFunc getConvertFunc(int sdepth, int ddepth) |
|
{ |
|
static BinaryFunc cvtTab[][8] = |
|
{ |
|
{ |
|
(cvt8u), (cvt8s8u), (cvt16u8u), |
|
(cvt16s8u), (cvt32s8u), (cvt32f8u), |
|
(cvt64f8u), (cvt16f8u) |
|
}, |
|
{ |
|
(cvt8u8s), cvt8u, (cvt16u8s), |
|
(cvt16s8s), (cvt32s8s), (cvt32f8s), |
|
(cvt64f8s), (cvt16f8s) |
|
}, |
|
{ |
|
(cvt8u16u), (cvt8s16u), cvt16u, |
|
(cvt16s16u), (cvt32s16u), (cvt32f16u), |
|
(cvt64f16u), (cvt16f16u) |
|
}, |
|
{ |
|
(cvt8u16s), (cvt8s16s), (cvt16u16s), |
|
cvt16u, (cvt32s16s), (cvt32f16s), |
|
(cvt64f16s), (cvt16f16s) |
|
}, |
|
{ |
|
(cvt8u32s), (cvt8s32s), (cvt16u32s), |
|
(cvt16s32s), cvt32s, (cvt32f32s), |
|
(cvt64f32s), (cvt16f32s) |
|
}, |
|
{ |
|
(cvt8u32f), (cvt8s32f), (cvt16u32f), |
|
(cvt16s32f), (cvt32s32f), cvt32s, |
|
(cvt64f32f), (cvt16f32f) |
|
}, |
|
{ |
|
(cvt8u64f), (cvt8s64f), (cvt16u64f), |
|
(cvt16s64f), (cvt32s64f), (cvt32f64f), |
|
(cvt64s), (cvt16f64f) |
|
}, |
|
{ |
|
(cvt8u16f), (cvt8s16f), (cvt16u16f), (cvt16s16f), |
|
(cvt32s16f), (cvt32f16f), (cvt64f16f), (cvt16u) |
|
} |
|
}; |
|
return cvtTab[CV_MAT_DEPTH(ddepth)][CV_MAT_DEPTH(sdepth)]; |
|
} |
|
|
|
CV_CPU_OPTIMIZATION_NAMESPACE_END |
|
#endif |
|
} // namespace
|
|
|