mirror of https://github.com/FFmpeg/FFmpeg.git
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
445 lines
11 KiB
445 lines
11 KiB
;****************************************************************************** |
|
;* x86 optimized Format Conversion Utils |
|
;* Copyright (c) 2008 Loren Merritt |
|
;* |
|
;* This file is part of FFmpeg. |
|
;* |
|
;* FFmpeg is free software; you can redistribute it and/or |
|
;* modify it under the terms of the GNU Lesser General Public |
|
;* License as published by the Free Software Foundation; either |
|
;* version 2.1 of the License, or (at your option) any later version. |
|
;* |
|
;* FFmpeg is distributed in the hope that it will be useful, |
|
;* but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|
;* Lesser General Public License for more details. |
|
;* |
|
;* You should have received a copy of the GNU Lesser General Public |
|
;* License along with FFmpeg; if not, write to the Free Software |
|
;* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
|
;****************************************************************************** |
|
|
|
%include "libavutil/x86/x86inc.asm" |
|
%include "libavutil/x86/x86util.asm" |
|
|
|
SECTION_TEXT |
|
|
|
;--------------------------------------------------------------------------------- |
|
; void int32_to_float_fmul_scalar(float *dst, const int *src, float mul, int len); |
|
;--------------------------------------------------------------------------------- |
|
%macro INT32_TO_FLOAT_FMUL_SCALAR 2 |
|
%if UNIX64 |
|
cglobal int32_to_float_fmul_scalar_%1, 3,3,%2, dst, src, len |
|
%else |
|
cglobal int32_to_float_fmul_scalar_%1, 4,4,%2, dst, src, mul, len |
|
%endif |
|
%if WIN64 |
|
SWAP 0, 2 |
|
%elif ARCH_X86_32 |
|
movss m0, mulm |
|
%endif |
|
SPLATD m0 |
|
shl lenq, 2 |
|
add srcq, lenq |
|
add dstq, lenq |
|
neg lenq |
|
.loop: |
|
%ifidn %1, sse2 |
|
cvtdq2ps m1, [srcq+lenq ] |
|
cvtdq2ps m2, [srcq+lenq+16] |
|
%else |
|
cvtpi2ps m1, [srcq+lenq ] |
|
cvtpi2ps m3, [srcq+lenq+ 8] |
|
cvtpi2ps m2, [srcq+lenq+16] |
|
cvtpi2ps m4, [srcq+lenq+24] |
|
movlhps m1, m3 |
|
movlhps m2, m4 |
|
%endif |
|
mulps m1, m0 |
|
mulps m2, m0 |
|
mova [dstq+lenq ], m1 |
|
mova [dstq+lenq+16], m2 |
|
add lenq, 32 |
|
jl .loop |
|
REP_RET |
|
%endmacro |
|
|
|
INIT_XMM |
|
%define SPLATD SPLATD_SSE |
|
%define movdqa movaps |
|
INT32_TO_FLOAT_FMUL_SCALAR sse, 5 |
|
%undef movdqa |
|
%define SPLATD SPLATD_SSE2 |
|
INT32_TO_FLOAT_FMUL_SCALAR sse2, 3 |
|
%undef SPLATD |
|
|
|
|
|
;------------------------------------------------------------------------------ |
|
; void ff_float_to_int16(int16_t *dst, const float *src, long len); |
|
;------------------------------------------------------------------------------ |
|
%macro FLOAT_TO_INT16 2 |
|
cglobal float_to_int16_%1, 3,3,%2, dst, src, len |
|
add lenq, lenq |
|
lea srcq, [srcq+2*lenq] |
|
add dstq, lenq |
|
neg lenq |
|
.loop: |
|
%ifidn %1, sse2 |
|
cvtps2dq m0, [srcq+2*lenq ] |
|
cvtps2dq m1, [srcq+2*lenq+16] |
|
packssdw m0, m1 |
|
mova [dstq+lenq], m0 |
|
%else |
|
cvtps2pi m0, [srcq+2*lenq ] |
|
cvtps2pi m1, [srcq+2*lenq+ 8] |
|
cvtps2pi m2, [srcq+2*lenq+16] |
|
cvtps2pi m3, [srcq+2*lenq+24] |
|
packssdw m0, m1 |
|
packssdw m2, m3 |
|
mova [dstq+lenq ], m0 |
|
mova [dstq+lenq+8], m2 |
|
%endif |
|
add lenq, 16 |
|
js .loop |
|
%ifnidn %1, sse2 |
|
emms |
|
%endif |
|
REP_RET |
|
%endmacro |
|
|
|
INIT_XMM |
|
FLOAT_TO_INT16 sse2, 2 |
|
INIT_MMX |
|
FLOAT_TO_INT16 sse, 0 |
|
%define cvtps2pi pf2id |
|
FLOAT_TO_INT16 3dnow, 0 |
|
%undef cvtps2pi |
|
|
|
;------------------------------------------------------------------------------ |
|
; void ff_float_to_int16_step(int16_t *dst, const float *src, long len, long step); |
|
;------------------------------------------------------------------------------ |
|
%macro FLOAT_TO_INT16_STEP 2 |
|
cglobal float_to_int16_step_%1, 4,7,%2, dst, src, len, step, step3, v1, v2 |
|
add lenq, lenq |
|
lea srcq, [srcq+2*lenq] |
|
lea step3q, [stepq*3] |
|
neg lenq |
|
.loop: |
|
%ifidn %1, sse2 |
|
cvtps2dq m0, [srcq+2*lenq ] |
|
cvtps2dq m1, [srcq+2*lenq+16] |
|
packssdw m0, m1 |
|
movd v1d, m0 |
|
psrldq m0, 4 |
|
movd v2d, m0 |
|
psrldq m0, 4 |
|
mov [dstq], v1w |
|
mov [dstq+stepq*4], v2w |
|
shr v1d, 16 |
|
shr v2d, 16 |
|
mov [dstq+stepq*2], v1w |
|
mov [dstq+step3q*2], v2w |
|
lea dstq, [dstq+stepq*8] |
|
movd v1d, m0 |
|
psrldq m0, 4 |
|
movd v2d, m0 |
|
mov [dstq], v1w |
|
mov [dstq+stepq*4], v2w |
|
shr v1d, 16 |
|
shr v2d, 16 |
|
mov [dstq+stepq*2], v1w |
|
mov [dstq+step3q*2], v2w |
|
lea dstq, [dstq+stepq*8] |
|
%else |
|
cvtps2pi m0, [srcq+2*lenq ] |
|
cvtps2pi m1, [srcq+2*lenq+ 8] |
|
cvtps2pi m2, [srcq+2*lenq+16] |
|
cvtps2pi m3, [srcq+2*lenq+24] |
|
packssdw m0, m1 |
|
packssdw m2, m3 |
|
movd v1d, m0 |
|
psrlq m0, 32 |
|
movd v2d, m0 |
|
mov [dstq], v1w |
|
mov [dstq+stepq*4], v2w |
|
shr v1d, 16 |
|
shr v2d, 16 |
|
mov [dstq+stepq*2], v1w |
|
mov [dstq+step3q*2], v2w |
|
lea dstq, [dstq+stepq*8] |
|
movd v1d, m2 |
|
psrlq m2, 32 |
|
movd v2d, m2 |
|
mov [dstq], v1w |
|
mov [dstq+stepq*4], v2w |
|
shr v1d, 16 |
|
shr v2d, 16 |
|
mov [dstq+stepq*2], v1w |
|
mov [dstq+step3q*2], v2w |
|
lea dstq, [dstq+stepq*8] |
|
%endif |
|
add lenq, 16 |
|
js .loop |
|
%ifnidn %1, sse2 |
|
emms |
|
%endif |
|
REP_RET |
|
%endmacro |
|
|
|
INIT_XMM |
|
FLOAT_TO_INT16_STEP sse2, 2 |
|
INIT_MMX |
|
FLOAT_TO_INT16_STEP sse, 0 |
|
%define cvtps2pi pf2id |
|
FLOAT_TO_INT16_STEP 3dnow, 0 |
|
%undef cvtps2pi |
|
|
|
;------------------------------------------------------------------------------- |
|
; void ff_float_to_int16_interleave2(int16_t *dst, const float **src, long len); |
|
;------------------------------------------------------------------------------- |
|
%macro FLOAT_TO_INT16_INTERLEAVE2 1 |
|
cglobal float_to_int16_interleave2_%1, 3,4,2, dst, src0, src1, len |
|
lea lenq, [4*r2q] |
|
mov src1q, [src0q+gprsize] |
|
mov src0q, [src0q] |
|
add dstq, lenq |
|
add src0q, lenq |
|
add src1q, lenq |
|
neg lenq |
|
.loop: |
|
%ifidn %1, sse2 |
|
cvtps2dq m0, [src0q+lenq] |
|
cvtps2dq m1, [src1q+lenq] |
|
packssdw m0, m1 |
|
movhlps m1, m0 |
|
punpcklwd m0, m1 |
|
mova [dstq+lenq], m0 |
|
%else |
|
cvtps2pi m0, [src0q+lenq ] |
|
cvtps2pi m1, [src0q+lenq+8] |
|
cvtps2pi m2, [src1q+lenq ] |
|
cvtps2pi m3, [src1q+lenq+8] |
|
packssdw m0, m1 |
|
packssdw m2, m3 |
|
mova m1, m0 |
|
punpcklwd m0, m2 |
|
punpckhwd m1, m2 |
|
mova [dstq+lenq ], m0 |
|
mova [dstq+lenq+8], m1 |
|
%endif |
|
add lenq, 16 |
|
js .loop |
|
%ifnidn %1, sse2 |
|
emms |
|
%endif |
|
REP_RET |
|
%endmacro |
|
|
|
INIT_MMX |
|
%define cvtps2pi pf2id |
|
FLOAT_TO_INT16_INTERLEAVE2 3dnow |
|
%undef cvtps2pi |
|
%define movdqa movaps |
|
FLOAT_TO_INT16_INTERLEAVE2 sse |
|
%undef movdqa |
|
INIT_XMM |
|
FLOAT_TO_INT16_INTERLEAVE2 sse2 |
|
|
|
|
|
%macro PSWAPD_SSE 2 |
|
pshufw %1, %2, 0x4e |
|
%endmacro |
|
%macro PSWAPD_3DNOW 2 |
|
movq %1, %2 |
|
psrlq %1, 32 |
|
punpckldq %1, %2 |
|
%endmacro |
|
|
|
%macro FLOAT_TO_INT16_INTERLEAVE6 1 |
|
; void float_to_int16_interleave6_sse(int16_t *dst, const float **src, int len) |
|
cglobal float_to_int16_interleave6_%1, 2,8,0, dst, src, src1, src2, src3, src4, src5, len |
|
%if ARCH_X86_64 |
|
mov lend, r2d |
|
%else |
|
%define lend dword r2m |
|
%endif |
|
mov src1q, [srcq+1*gprsize] |
|
mov src2q, [srcq+2*gprsize] |
|
mov src3q, [srcq+3*gprsize] |
|
mov src4q, [srcq+4*gprsize] |
|
mov src5q, [srcq+5*gprsize] |
|
mov srcq, [srcq] |
|
sub src1q, srcq |
|
sub src2q, srcq |
|
sub src3q, srcq |
|
sub src4q, srcq |
|
sub src5q, srcq |
|
.loop: |
|
cvtps2pi mm0, [srcq] |
|
cvtps2pi mm1, [srcq+src1q] |
|
cvtps2pi mm2, [srcq+src2q] |
|
cvtps2pi mm3, [srcq+src3q] |
|
cvtps2pi mm4, [srcq+src4q] |
|
cvtps2pi mm5, [srcq+src5q] |
|
packssdw mm0, mm3 |
|
packssdw mm1, mm4 |
|
packssdw mm2, mm5 |
|
pswapd mm3, mm0 |
|
punpcklwd mm0, mm1 |
|
punpckhwd mm1, mm2 |
|
punpcklwd mm2, mm3 |
|
pswapd mm3, mm0 |
|
punpckldq mm0, mm2 |
|
punpckhdq mm2, mm1 |
|
punpckldq mm1, mm3 |
|
movq [dstq ], mm0 |
|
movq [dstq+16], mm2 |
|
movq [dstq+ 8], mm1 |
|
add srcq, 8 |
|
add dstq, 24 |
|
sub lend, 2 |
|
jg .loop |
|
emms |
|
RET |
|
%endmacro ; FLOAT_TO_INT16_INTERLEAVE6 |
|
|
|
%define pswapd PSWAPD_SSE |
|
FLOAT_TO_INT16_INTERLEAVE6 sse |
|
%define cvtps2pi pf2id |
|
%define pswapd PSWAPD_3DNOW |
|
FLOAT_TO_INT16_INTERLEAVE6 3dnow |
|
%undef pswapd |
|
FLOAT_TO_INT16_INTERLEAVE6 3dnowext |
|
%undef cvtps2pi |
|
|
|
;----------------------------------------------------------------------------- |
|
; void ff_float_interleave6(float *dst, const float **src, unsigned int len); |
|
;----------------------------------------------------------------------------- |
|
|
|
%macro FLOAT_INTERLEAVE6 2 |
|
cglobal float_interleave6_%1, 2,8,%2, dst, src, src1, src2, src3, src4, src5, len |
|
%if ARCH_X86_64 |
|
mov lend, r2d |
|
%else |
|
%define lend dword r2m |
|
%endif |
|
mov src1q, [srcq+1*gprsize] |
|
mov src2q, [srcq+2*gprsize] |
|
mov src3q, [srcq+3*gprsize] |
|
mov src4q, [srcq+4*gprsize] |
|
mov src5q, [srcq+5*gprsize] |
|
mov srcq, [srcq] |
|
sub src1q, srcq |
|
sub src2q, srcq |
|
sub src3q, srcq |
|
sub src4q, srcq |
|
sub src5q, srcq |
|
.loop: |
|
%ifidn %1, sse |
|
movaps m0, [srcq] |
|
movaps m1, [srcq+src1q] |
|
movaps m2, [srcq+src2q] |
|
movaps m3, [srcq+src3q] |
|
movaps m4, [srcq+src4q] |
|
movaps m5, [srcq+src5q] |
|
|
|
SBUTTERFLYPS 0, 1, 6 |
|
SBUTTERFLYPS 2, 3, 6 |
|
SBUTTERFLYPS 4, 5, 6 |
|
|
|
movaps m6, m4 |
|
shufps m4, m0, 0xe4 |
|
movlhps m0, m2 |
|
movhlps m6, m2 |
|
movaps [dstq ], m0 |
|
movaps [dstq+16], m4 |
|
movaps [dstq+32], m6 |
|
|
|
movaps m6, m5 |
|
shufps m5, m1, 0xe4 |
|
movlhps m1, m3 |
|
movhlps m6, m3 |
|
movaps [dstq+48], m1 |
|
movaps [dstq+64], m5 |
|
movaps [dstq+80], m6 |
|
%else ; mmx |
|
movq m0, [srcq] |
|
movq m1, [srcq+src1q] |
|
movq m2, [srcq+src2q] |
|
movq m3, [srcq+src3q] |
|
movq m4, [srcq+src4q] |
|
movq m5, [srcq+src5q] |
|
|
|
SBUTTERFLY dq, 0, 1, 6 |
|
SBUTTERFLY dq, 2, 3, 6 |
|
SBUTTERFLY dq, 4, 5, 6 |
|
movq [dstq ], m0 |
|
movq [dstq+ 8], m2 |
|
movq [dstq+16], m4 |
|
movq [dstq+24], m1 |
|
movq [dstq+32], m3 |
|
movq [dstq+40], m5 |
|
%endif |
|
add srcq, mmsize |
|
add dstq, mmsize*6 |
|
sub lend, mmsize/4 |
|
jg .loop |
|
%ifidn %1, mmx |
|
emms |
|
%endif |
|
REP_RET |
|
%endmacro |
|
|
|
INIT_MMX |
|
FLOAT_INTERLEAVE6 mmx, 0 |
|
INIT_XMM |
|
FLOAT_INTERLEAVE6 sse, 7 |
|
|
|
;----------------------------------------------------------------------------- |
|
; void ff_float_interleave2(float *dst, const float **src, unsigned int len); |
|
;----------------------------------------------------------------------------- |
|
|
|
%macro FLOAT_INTERLEAVE2 2 |
|
cglobal float_interleave2_%1, 3,4,%2, dst, src, len, src1 |
|
mov src1q, [srcq+gprsize] |
|
mov srcq, [srcq ] |
|
sub src1q, srcq |
|
.loop: |
|
MOVPS m0, [srcq ] |
|
MOVPS m1, [srcq+src1q ] |
|
MOVPS m3, [srcq +mmsize] |
|
MOVPS m4, [srcq+src1q+mmsize] |
|
|
|
MOVPS m2, m0 |
|
PUNPCKLDQ m0, m1 |
|
PUNPCKHDQ m2, m1 |
|
|
|
MOVPS m1, m3 |
|
PUNPCKLDQ m3, m4 |
|
PUNPCKHDQ m1, m4 |
|
|
|
MOVPS [dstq ], m0 |
|
MOVPS [dstq+1*mmsize], m2 |
|
MOVPS [dstq+2*mmsize], m3 |
|
MOVPS [dstq+3*mmsize], m1 |
|
|
|
add srcq, mmsize*2 |
|
add dstq, mmsize*4 |
|
sub lend, mmsize/2 |
|
jg .loop |
|
%ifidn %1, mmx |
|
emms |
|
%endif |
|
REP_RET |
|
%endmacro |
|
|
|
INIT_MMX |
|
%define MOVPS movq |
|
%define PUNPCKLDQ punpckldq |
|
%define PUNPCKHDQ punpckhdq |
|
FLOAT_INTERLEAVE2 mmx, 0 |
|
INIT_XMM |
|
%define MOVPS movaps |
|
%define PUNPCKLDQ unpcklps |
|
%define PUNPCKHDQ unpckhps |
|
FLOAT_INTERLEAVE2 sse, 5
|
|
|