mirror of https://github.com/FFmpeg/FFmpeg.git
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
133 lines
4.1 KiB
133 lines
4.1 KiB
;****************************************************************************** |
|
;* TAK DSP SIMD optimizations |
|
;* |
|
;* Copyright (C) 2015 Paul B Mahol |
|
;* |
|
;* This file is part of FFmpeg. |
|
;* |
|
;* FFmpeg is free software; you can redistribute it and/or |
|
;* modify it under the terms of the GNU Lesser General Public |
|
;* License as published by the Free Software Foundation; either |
|
;* version 2.1 of the License, or (at your option) any later version. |
|
;* |
|
;* FFmpeg is distributed in the hope that it will be useful, |
|
;* but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|
;* Lesser General Public License for more details. |
|
;* |
|
;* You should have received a copy of the GNU Lesser General Public |
|
;* License along with FFmpeg; if not, write to the Free Software |
|
;* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
|
;****************************************************************************** |
|
|
|
%include "libavutil/x86/x86util.asm" |
|
|
|
SECTION_RODATA |
|
|
|
pd_128: times 4 dd 128 |
|
|
|
SECTION .text |
|
|
|
%macro TAK_DECORRELATE 0 |
|
cglobal tak_decorrelate_ls, 3, 3, 2, p1, p2, length |
|
shl lengthd, 2 |
|
add p1q, lengthq |
|
add p2q, lengthq |
|
neg lengthq |
|
.loop: |
|
mova m0, [p1q+lengthq+mmsize*0] |
|
mova m1, [p1q+lengthq+mmsize*1] |
|
paddd m0, [p2q+lengthq+mmsize*0] |
|
paddd m1, [p2q+lengthq+mmsize*1] |
|
mova [p2q+lengthq+mmsize*0], m0 |
|
mova [p2q+lengthq+mmsize*1], m1 |
|
add lengthq, mmsize*2 |
|
jl .loop |
|
RET |
|
|
|
cglobal tak_decorrelate_sr, 3, 3, 2, p1, p2, length |
|
shl lengthd, 2 |
|
add p1q, lengthq |
|
add p2q, lengthq |
|
neg lengthq |
|
|
|
.loop: |
|
mova m0, [p2q+lengthq+mmsize*0] |
|
mova m1, [p2q+lengthq+mmsize*1] |
|
psubd m0, [p1q+lengthq+mmsize*0] |
|
psubd m1, [p1q+lengthq+mmsize*1] |
|
mova [p1q+lengthq+mmsize*0], m0 |
|
mova [p1q+lengthq+mmsize*1], m1 |
|
add lengthq, mmsize*2 |
|
jl .loop |
|
RET |
|
|
|
cglobal tak_decorrelate_sm, 3, 3, 6, p1, p2, length |
|
shl lengthd, 2 |
|
add p1q, lengthq |
|
add p2q, lengthq |
|
neg lengthq |
|
|
|
.loop: |
|
mova m0, [p1q+lengthq] |
|
mova m1, [p2q+lengthq] |
|
mova m3, [p1q+lengthq+mmsize] |
|
mova m4, [p2q+lengthq+mmsize] |
|
psrad m2, m1, 1 |
|
psrad m5, m4, 1 |
|
psubd m0, m2 |
|
psubd m3, m5 |
|
paddd m1, m0 |
|
paddd m4, m3 |
|
mova [p1q+lengthq], m0 |
|
mova [p2q+lengthq], m1 |
|
mova [p1q+lengthq+mmsize], m3 |
|
mova [p2q+lengthq+mmsize], m4 |
|
add lengthq, mmsize*2 |
|
jl .loop |
|
RET |
|
%endmacro |
|
|
|
INIT_XMM sse2 |
|
TAK_DECORRELATE |
|
%if HAVE_AVX2_EXTERNAL |
|
INIT_YMM avx2 |
|
TAK_DECORRELATE |
|
%endif |
|
|
|
%macro TAK_DECORRELATE_SF 0 |
|
cglobal tak_decorrelate_sf, 3, 3, 5, p1, p2, length, dshift, dfactor |
|
shl lengthd, 2 |
|
add p1q, lengthq |
|
add p2q, lengthq |
|
neg lengthq |
|
|
|
movd xm2, dshiftm |
|
%if UNIX64 |
|
movd xm3, dfactorm |
|
VPBROADCASTD m3, xm3 |
|
%else |
|
VPBROADCASTD m3, dfactorm |
|
%endif |
|
VBROADCASTI128 m4, [pd_128] |
|
|
|
.loop: |
|
mova m1, [p2q+lengthq] |
|
psrad m1, xm2 |
|
pmulld m1, m3 |
|
paddd m1, m4 |
|
psrad m1, 8 |
|
pslld m1, xm2 |
|
psubd m1, [p1q+lengthq] |
|
mova [p1q+lengthq], m1 |
|
add lengthq, mmsize |
|
jl .loop |
|
RET |
|
%endmacro |
|
|
|
INIT_XMM sse4 |
|
TAK_DECORRELATE_SF |
|
%if HAVE_AVX2_EXTERNAL |
|
INIT_YMM avx2 |
|
TAK_DECORRELATE_SF |
|
%endif
|
|
|