/*
* HEVC video decoder
*
* Copyright ( C ) 2012 - 2013 Guillaume Martres
* Copyright ( C ) 2013 - 2014 Pierre - Edouard Lepere
*
*
* This file is part of FFmpeg .
*
* FFmpeg is free software ; you can redistribute it and / or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation ; either
* version 2.1 of the License , or ( at your option ) any later version .
*
* FFmpeg is distributed in the hope that it will be useful ,
* but WITHOUT ANY WARRANTY ; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE . See the GNU
* Lesser General Public License for more details .
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg ; if not , write to the Free Software
* Foundation , Inc . , 51 Franklin Street , Fifth Floor , Boston , MA 02110 - 1301 USA
*/
# ifndef AVCODEC_X86_HEVCDSP_H
# define AVCODEC_X86_HEVCDSP_H
# include <stddef.h>
# include <stdint.h>
# define idct_dc_proto(size, bitd, opt) \
void ff_hevc_idct # # size # # _dc_add_ # # bitd # # _ # # opt ( uint8_t * dst , int16_t * coeffs , ptrdiff_t stride )
# define PEL_LINK(dst, idx1, idx2, idx3, name, D, opt) \
dst [ idx1 ] [ idx2 ] [ idx3 ] = ff_hevc_put_hevc_ # # name # # _ # # D # # _ # # opt ; \
dst # # _bi [ idx1 ] [ idx2 ] [ idx3 ] = ff_hevc_put_hevc_bi_ # # name # # _ # # D # # _ # # opt ; \
dst # # _uni [ idx1 ] [ idx2 ] [ idx3 ] = ff_hevc_put_hevc_uni_ # # name # # _ # # D # # _ # # opt ; \
dst # # _uni_w [ idx1 ] [ idx2 ] [ idx3 ] = ff_hevc_put_hevc_uni_w_ # # name # # _ # # D # # _ # # opt ; \
dst # # _bi_w [ idx1 ] [ idx2 ] [ idx3 ] = ff_hevc_put_hevc_bi_w_ # # name # # _ # # D # # _ # # opt
# define PEL_PROTOTYPE(name, D, opt) \
void ff_hevc_put_hevc_ # # name # # _ # # D # # _ # # opt ( int16_t * dst , uint8_t * _src , ptrdiff_t _srcstride , int height , intptr_t mx , intptr_t my , int width ) ; \
void ff_hevc_put_hevc_bi_ # # name # # _ # # D # # _ # # opt ( uint8_t * _dst , ptrdiff_t _dststride , uint8_t * _src , ptrdiff_t _srcstride , int16_t * src2 , int height , intptr_t mx , intptr_t my , int width ) ; \
void ff_hevc_put_hevc_uni_ # # name # # _ # # D # # _ # # opt ( uint8_t * _dst , ptrdiff_t _dststride , uint8_t * _src , ptrdiff_t _srcstride , int height , intptr_t mx , intptr_t my , int width ) ; \
void ff_hevc_put_hevc_uni_w_ # # name # # _ # # D # # _ # # opt ( uint8_t * _dst , ptrdiff_t _dststride , uint8_t * _src , ptrdiff_t _srcstride , int height , int denom , int wx , int ox , intptr_t mx , intptr_t my , int width ) ; \
void ff_hevc_put_hevc_bi_w_ # # name # # _ # # D # # _ # # opt ( uint8_t * _dst , ptrdiff_t _dststride , uint8_t * _src , ptrdiff_t _srcstride , int16_t * src2 , int height , int denom , int wx0 , int wx1 , int ox0 , int ox1 , intptr_t mx , intptr_t my , int width )
///////////////////////////////////////////////////////////////////////////////
// MC functions
///////////////////////////////////////////////////////////////////////////////
# define EPEL_PROTOTYPES(fname, bitd, opt) \
PEL_PROTOTYPE ( fname # # 4 , bitd , opt ) ; \
PEL_PROTOTYPE ( fname # # 6 , bitd , opt ) ; \
PEL_PROTOTYPE ( fname # # 8 , bitd , opt ) ; \
PEL_PROTOTYPE ( fname # # 12 , bitd , opt ) ; \
PEL_PROTOTYPE ( fname # # 16 , bitd , opt ) ; \
PEL_PROTOTYPE ( fname # # 24 , bitd , opt ) ; \
PEL_PROTOTYPE ( fname # # 32 , bitd , opt ) ; \
PEL_PROTOTYPE ( fname # # 48 , bitd , opt ) ; \
PEL_PROTOTYPE ( fname # # 64 , bitd , opt )
# define QPEL_PROTOTYPES(fname, bitd, opt) \
PEL_PROTOTYPE ( fname # # 4 , bitd , opt ) ; \
PEL_PROTOTYPE ( fname # # 8 , bitd , opt ) ; \
PEL_PROTOTYPE ( fname # # 12 , bitd , opt ) ; \
PEL_PROTOTYPE ( fname # # 16 , bitd , opt ) ; \
PEL_PROTOTYPE ( fname # # 24 , bitd , opt ) ; \
PEL_PROTOTYPE ( fname # # 32 , bitd , opt ) ; \
PEL_PROTOTYPE ( fname # # 48 , bitd , opt ) ; \
PEL_PROTOTYPE ( fname # # 64 , bitd , opt )
# define WEIGHTING_PROTOTYPE(width, bitd, opt) \
void ff_hevc_put_hevc_uni_w # # width # # _ # # bitd # # _ # # opt ( uint8_t * dst , ptrdiff_t dststride , int16_t * _src , int height , int denom , int _wx , int _ox ) ; \
void ff_hevc_put_hevc_bi_w # # width # # _ # # bitd # # _ # # opt ( uint8_t * dst , ptrdiff_t dststride , int16_t * _src , int16_t * _src2 , int height , int denom , int _wx0 , int _wx1 , int _ox0 , int _ox1 )
# define WEIGHTING_PROTOTYPES(bitd, opt) \
WEIGHTING_PROTOTYPE ( 2 , bitd , opt ) ; \
WEIGHTING_PROTOTYPE ( 4 , bitd , opt ) ; \
WEIGHTING_PROTOTYPE ( 6 , bitd , opt ) ; \
WEIGHTING_PROTOTYPE ( 8 , bitd , opt ) ; \
WEIGHTING_PROTOTYPE ( 12 , bitd , opt ) ; \
WEIGHTING_PROTOTYPE ( 16 , bitd , opt ) ; \
WEIGHTING_PROTOTYPE ( 24 , bitd , opt ) ; \
WEIGHTING_PROTOTYPE ( 32 , bitd , opt ) ; \
WEIGHTING_PROTOTYPE ( 48 , bitd , opt ) ; \
WEIGHTING_PROTOTYPE ( 64 , bitd , opt )
///////////////////////////////////////////////////////////////////////////////
// QPEL_PIXELS EPEL_PIXELS
///////////////////////////////////////////////////////////////////////////////
EPEL_PROTOTYPES ( pel_pixels , 8 , sse4 ) ;
EPEL_PROTOTYPES ( pel_pixels , 10 , sse4 ) ;
EPEL_PROTOTYPES ( pel_pixels , 12 , sse4 ) ;
x86: hevc_mc: add AVX2 optimizations
before
33304 decicycles in luma_bi_1, 523066 runs, 1222 skips
38138 decicycles in luma_bi_2, 523427 runs, 861 skips
13490 decicycles in luma_uni, 516138 runs, 8150 skips
after
20185 decicycles in luma_bi_1, 519970 runs, 4318 skips
24620 decicycles in luma_bi_2, 521024 runs, 3264 skips
10397 decicycles in luma_uni, 515715 runs, 8573 skips
Conflicts:
libavcodec/x86/hevc_mc.asm
libavcodec/x86/hevcdsp_init.c
Reviewed-by: James Almer <jamrial@gmail.com>
Signed-off-by: Michael Niedermayer <michaelni@gmx.at>
10 years ago
void ff_hevc_put_hevc_pel_pixels16_8_avx2 ( int16_t * dst , uint8_t * _src , ptrdiff_t _srcstride , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_pel_pixels24_8_avx2 ( int16_t * dst , uint8_t * _src , ptrdiff_t _srcstride , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_pel_pixels32_8_avx2 ( int16_t * dst , uint8_t * _src , ptrdiff_t _srcstride , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_pel_pixels48_8_avx2 ( int16_t * dst , uint8_t * _src , ptrdiff_t _srcstride , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_pel_pixels64_8_avx2 ( int16_t * dst , uint8_t * _src , ptrdiff_t _srcstride , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_pel_pixels16_10_avx2 ( int16_t * dst , uint8_t * _src , ptrdiff_t _srcstride , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_pel_pixels24_10_avx2 ( int16_t * dst , uint8_t * _src , ptrdiff_t _srcstride , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_pel_pixels32_10_avx2 ( int16_t * dst , uint8_t * _src , ptrdiff_t _srcstride , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_pel_pixels48_10_avx2 ( int16_t * dst , uint8_t * _src , ptrdiff_t _srcstride , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_pel_pixels64_10_avx2 ( int16_t * dst , uint8_t * _src , ptrdiff_t _srcstride , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_uni_pel_pixels32_8_avx2 ( uint8_t * dst , ptrdiff_t dststride , uint8_t * _src , ptrdiff_t _srcstride , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_uni_pel_pixels48_8_avx2 ( uint8_t * dst , ptrdiff_t dststride , uint8_t * _src , ptrdiff_t _srcstride , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_uni_pel_pixels64_8_avx2 ( uint8_t * dst , ptrdiff_t dststride , uint8_t * _src , ptrdiff_t _srcstride , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_uni_pel_pixels96_8_avx2 ( uint8_t * dst , ptrdiff_t dststride , uint8_t * _src , ptrdiff_t _srcstride , int height , intptr_t mx , intptr_t my , int width ) ; //used for 10bit
void ff_hevc_put_hevc_uni_pel_pixels128_8_avx2 ( uint8_t * dst , ptrdiff_t dststride , uint8_t * _src , ptrdiff_t _srcstride , int height , intptr_t mx , intptr_t my , int width ) ; //used for 10bit
void ff_hevc_put_hevc_bi_pel_pixels16_8_avx2 ( uint8_t * _dst , ptrdiff_t _dststride , uint8_t * _src , ptrdiff_t _srcstride , int16_t * src2 , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_bi_pel_pixels24_8_avx2 ( uint8_t * _dst , ptrdiff_t _dststride , uint8_t * _src , ptrdiff_t _srcstride , int16_t * src2 , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_bi_pel_pixels32_8_avx2 ( uint8_t * _dst , ptrdiff_t _dststride , uint8_t * _src , ptrdiff_t _srcstride , int16_t * src2 , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_bi_pel_pixels48_8_avx2 ( uint8_t * _dst , ptrdiff_t _dststride , uint8_t * _src , ptrdiff_t _srcstride , int16_t * src2 , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_bi_pel_pixels64_8_avx2 ( uint8_t * _dst , ptrdiff_t _dststride , uint8_t * _src , ptrdiff_t _srcstride , int16_t * src2 , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_bi_pel_pixels16_10_avx2 ( uint8_t * _dst , ptrdiff_t _dststride , uint8_t * _src , ptrdiff_t _srcstride , int16_t * src2 , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_bi_pel_pixels24_10_avx2 ( uint8_t * _dst , ptrdiff_t _dststride , uint8_t * _src , ptrdiff_t _srcstride , int16_t * src2 , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_bi_pel_pixels32_10_avx2 ( uint8_t * _dst , ptrdiff_t _dststride , uint8_t * _src , ptrdiff_t _srcstride , int16_t * src2 , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_bi_pel_pixels48_10_avx2 ( uint8_t * _dst , ptrdiff_t _dststride , uint8_t * _src , ptrdiff_t _srcstride , int16_t * src2 , int height , intptr_t mx , intptr_t my , int width ) ;
void ff_hevc_put_hevc_bi_pel_pixels64_10_avx2 ( uint8_t * _dst , ptrdiff_t _dststride , uint8_t * _src , ptrdiff_t _srcstride , int16_t * src2 , int height , intptr_t mx , intptr_t my , int width ) ;
///////////////////////////////////////////////////////////////////////////////
// EPEL
///////////////////////////////////////////////////////////////////////////////
EPEL_PROTOTYPES ( epel_h , 8 , sse4 ) ;
EPEL_PROTOTYPES ( epel_h , 10 , sse4 ) ;
EPEL_PROTOTYPES ( epel_h , 12 , sse4 ) ;
EPEL_PROTOTYPES ( epel_v , 8 , sse4 ) ;
EPEL_PROTOTYPES ( epel_v , 10 , sse4 ) ;
EPEL_PROTOTYPES ( epel_v , 12 , sse4 ) ;
EPEL_PROTOTYPES ( epel_hv , 8 , sse4 ) ;
EPEL_PROTOTYPES ( epel_hv , 10 , sse4 ) ;
EPEL_PROTOTYPES ( epel_hv , 12 , sse4 ) ;
x86: hevc_mc: add AVX2 optimizations
before
33304 decicycles in luma_bi_1, 523066 runs, 1222 skips
38138 decicycles in luma_bi_2, 523427 runs, 861 skips
13490 decicycles in luma_uni, 516138 runs, 8150 skips
after
20185 decicycles in luma_bi_1, 519970 runs, 4318 skips
24620 decicycles in luma_bi_2, 521024 runs, 3264 skips
10397 decicycles in luma_uni, 515715 runs, 8573 skips
Conflicts:
libavcodec/x86/hevc_mc.asm
libavcodec/x86/hevcdsp_init.c
Reviewed-by: James Almer <jamrial@gmail.com>
Signed-off-by: Michael Niedermayer <michaelni@gmx.at>
10 years ago
PEL_PROTOTYPE ( epel_h16 , 8 , avx2 ) ;
PEL_PROTOTYPE ( epel_h24 , 8 , avx2 ) ;
PEL_PROTOTYPE ( epel_h32 , 8 , avx2 ) ;
PEL_PROTOTYPE ( epel_h48 , 8 , avx2 ) ;
PEL_PROTOTYPE ( epel_h64 , 8 , avx2 ) ;
PEL_PROTOTYPE ( epel_h16 , 10 , avx2 ) ;
PEL_PROTOTYPE ( epel_h24 , 10 , avx2 ) ;
PEL_PROTOTYPE ( epel_h32 , 10 , avx2 ) ;
PEL_PROTOTYPE ( epel_h48 , 10 , avx2 ) ;
PEL_PROTOTYPE ( epel_h64 , 10 , avx2 ) ;
PEL_PROTOTYPE ( epel_v16 , 8 , avx2 ) ;
PEL_PROTOTYPE ( epel_v24 , 8 , avx2 ) ;
PEL_PROTOTYPE ( epel_v32 , 8 , avx2 ) ;
PEL_PROTOTYPE ( epel_v48 , 8 , avx2 ) ;
PEL_PROTOTYPE ( epel_v64 , 8 , avx2 ) ;
PEL_PROTOTYPE ( epel_v16 , 10 , avx2 ) ;
PEL_PROTOTYPE ( epel_v24 , 10 , avx2 ) ;
PEL_PROTOTYPE ( epel_v32 , 10 , avx2 ) ;
PEL_PROTOTYPE ( epel_v48 , 10 , avx2 ) ;
PEL_PROTOTYPE ( epel_v64 , 10 , avx2 ) ;
PEL_PROTOTYPE ( epel_hv16 , 8 , avx2 ) ;
PEL_PROTOTYPE ( epel_hv24 , 8 , avx2 ) ;
PEL_PROTOTYPE ( epel_hv32 , 8 , avx2 ) ;
PEL_PROTOTYPE ( epel_hv48 , 8 , avx2 ) ;
PEL_PROTOTYPE ( epel_hv64 , 8 , avx2 ) ;
PEL_PROTOTYPE ( epel_hv16 , 10 , avx2 ) ;
PEL_PROTOTYPE ( epel_hv24 , 10 , avx2 ) ;
PEL_PROTOTYPE ( epel_hv32 , 10 , avx2 ) ;
PEL_PROTOTYPE ( epel_hv48 , 10 , avx2 ) ;
PEL_PROTOTYPE ( epel_hv64 , 10 , avx2 ) ;
///////////////////////////////////////////////////////////////////////////////
// QPEL
///////////////////////////////////////////////////////////////////////////////
QPEL_PROTOTYPES ( qpel_h , 8 , sse4 ) ;
QPEL_PROTOTYPES ( qpel_h , 10 , sse4 ) ;
QPEL_PROTOTYPES ( qpel_h , 12 , sse4 ) ;
QPEL_PROTOTYPES ( qpel_v , 8 , sse4 ) ;
QPEL_PROTOTYPES ( qpel_v , 10 , sse4 ) ;
QPEL_PROTOTYPES ( qpel_v , 12 , sse4 ) ;
QPEL_PROTOTYPES ( qpel_hv , 8 , sse4 ) ;
QPEL_PROTOTYPES ( qpel_hv , 10 , sse4 ) ;
QPEL_PROTOTYPES ( qpel_hv , 12 , sse4 ) ;
x86: hevc_mc: add AVX2 optimizations
before
33304 decicycles in luma_bi_1, 523066 runs, 1222 skips
38138 decicycles in luma_bi_2, 523427 runs, 861 skips
13490 decicycles in luma_uni, 516138 runs, 8150 skips
after
20185 decicycles in luma_bi_1, 519970 runs, 4318 skips
24620 decicycles in luma_bi_2, 521024 runs, 3264 skips
10397 decicycles in luma_uni, 515715 runs, 8573 skips
Conflicts:
libavcodec/x86/hevc_mc.asm
libavcodec/x86/hevcdsp_init.c
Reviewed-by: James Almer <jamrial@gmail.com>
Signed-off-by: Michael Niedermayer <michaelni@gmx.at>
10 years ago
PEL_PROTOTYPE ( qpel_h16 , 8 , avx2 ) ;
PEL_PROTOTYPE ( qpel_h24 , 8 , avx2 ) ;
PEL_PROTOTYPE ( qpel_h32 , 8 , avx2 ) ;
PEL_PROTOTYPE ( qpel_h48 , 8 , avx2 ) ;
PEL_PROTOTYPE ( qpel_h64 , 8 , avx2 ) ;
PEL_PROTOTYPE ( qpel_h16 , 10 , avx2 ) ;
PEL_PROTOTYPE ( qpel_h24 , 10 , avx2 ) ;
PEL_PROTOTYPE ( qpel_h32 , 10 , avx2 ) ;
PEL_PROTOTYPE ( qpel_h48 , 10 , avx2 ) ;
PEL_PROTOTYPE ( qpel_h64 , 10 , avx2 ) ;
PEL_PROTOTYPE ( qpel_v16 , 8 , avx2 ) ;
PEL_PROTOTYPE ( qpel_v24 , 8 , avx2 ) ;
PEL_PROTOTYPE ( qpel_v32 , 8 , avx2 ) ;
PEL_PROTOTYPE ( qpel_v48 , 8 , avx2 ) ;
PEL_PROTOTYPE ( qpel_v64 , 8 , avx2 ) ;
PEL_PROTOTYPE ( qpel_v16 , 10 , avx2 ) ;
PEL_PROTOTYPE ( qpel_v24 , 10 , avx2 ) ;
PEL_PROTOTYPE ( qpel_v32 , 10 , avx2 ) ;
PEL_PROTOTYPE ( qpel_v48 , 10 , avx2 ) ;
PEL_PROTOTYPE ( qpel_v64 , 10 , avx2 ) ;
PEL_PROTOTYPE ( qpel_hv16 , 8 , avx2 ) ;
PEL_PROTOTYPE ( qpel_hv24 , 8 , avx2 ) ;
PEL_PROTOTYPE ( qpel_hv32 , 8 , avx2 ) ;
PEL_PROTOTYPE ( qpel_hv48 , 8 , avx2 ) ;
PEL_PROTOTYPE ( qpel_hv64 , 8 , avx2 ) ;
PEL_PROTOTYPE ( qpel_hv16 , 10 , avx2 ) ;
PEL_PROTOTYPE ( qpel_hv24 , 10 , avx2 ) ;
PEL_PROTOTYPE ( qpel_hv32 , 10 , avx2 ) ;
PEL_PROTOTYPE ( qpel_hv48 , 10 , avx2 ) ;
PEL_PROTOTYPE ( qpel_hv64 , 10 , avx2 ) ;
WEIGHTING_PROTOTYPES ( 8 , sse4 ) ;
WEIGHTING_PROTOTYPES ( 10 , sse4 ) ;
WEIGHTING_PROTOTYPES ( 12 , sse4 ) ;
///////////////////////////////////////////////////////////////////////////////
// TRANSFORM_ADD
///////////////////////////////////////////////////////////////////////////////
void ff_hevc_transform_add4_8_mmxext ( uint8_t * dst , int16_t * coeffs , ptrdiff_t stride ) ;
void ff_hevc_transform_add8_8_sse2 ( uint8_t * dst , int16_t * coeffs , ptrdiff_t stride ) ;
void ff_hevc_transform_add16_8_sse2 ( uint8_t * dst , int16_t * coeffs , ptrdiff_t stride ) ;
void ff_hevc_transform_add32_8_sse2 ( uint8_t * dst , int16_t * coeffs , ptrdiff_t stride ) ;
void ff_hevc_transform_add8_8_avx ( uint8_t * dst , int16_t * coeffs , ptrdiff_t stride ) ;
void ff_hevc_transform_add16_8_avx ( uint8_t * dst , int16_t * coeffs , ptrdiff_t stride ) ;
void ff_hevc_transform_add32_8_avx ( uint8_t * dst , int16_t * coeffs , ptrdiff_t stride ) ;
void ff_hevc_transform_add32_8_avx2 ( uint8_t * dst , int16_t * coeffs , ptrdiff_t stride ) ;
void ff_hevc_transform_add4_10_mmxext ( uint8_t * dst , int16_t * coeffs , ptrdiff_t stride ) ;
void ff_hevc_transform_add8_10_sse2 ( uint8_t * dst , int16_t * coeffs , ptrdiff_t stride ) ;
void ff_hevc_transform_add16_10_sse2 ( uint8_t * dst , int16_t * coeffs , ptrdiff_t stride ) ;
void ff_hevc_transform_add32_10_sse2 ( uint8_t * dst , int16_t * coeffs , ptrdiff_t stride ) ;
void ff_hevc_transform_add16_10_avx2 ( uint8_t * dst , int16_t * coeffs , ptrdiff_t stride ) ;
void ff_hevc_transform_add32_10_avx2 ( uint8_t * dst , int16_t * coeffs , ptrdiff_t stride ) ;
# endif // AVCODEC_X86_HEVCDSP_H
