mirror of https://github.com/FFmpeg/FFmpeg.git
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
348 lines
8.3 KiB
348 lines
8.3 KiB
;****************************************************************************** |
|
;* Copyright (c) 2010 David Conrad |
|
;* |
|
;* This file is part of FFmpeg. |
|
;* |
|
;* FFmpeg is free software; you can redistribute it and/or |
|
;* modify it under the terms of the GNU Lesser General Public |
|
;* License as published by the Free Software Foundation; either |
|
;* version 2.1 of the License, or (at your option) any later version. |
|
;* |
|
;* FFmpeg is distributed in the hope that it will be useful, |
|
;* but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|
;* Lesser General Public License for more details. |
|
;* |
|
;* You should have received a copy of the GNU Lesser General Public |
|
;* License along with FFmpeg; if not, write to the Free Software |
|
;* 51, Inc., Foundation Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
|
;****************************************************************************** |
|
|
|
%include "libavutil/x86/x86util.asm" |
|
|
|
SECTION_RODATA |
|
pw_7: times 8 dw 7 |
|
convert_to_unsigned_10bit: times 4 dd 0x200 |
|
clip_10bit: times 8 dw 0x3ff |
|
|
|
cextern pw_3 |
|
cextern pw_16 |
|
cextern pw_32 |
|
cextern pb_80 |
|
|
|
SECTION .text |
|
|
|
%macro UNPACK_ADD 6 |
|
mov%5 %1, %3 |
|
mov%6 m5, %4 |
|
mova m4, %1 |
|
mova %2, m5 |
|
punpcklbw %1, m7 |
|
punpcklbw m5, m7 |
|
punpckhbw m4, m7 |
|
punpckhbw %2, m7 |
|
paddw %1, m5 |
|
paddw %2, m4 |
|
%endmacro |
|
|
|
%macro HPEL_FILTER 1 |
|
; dirac_hpel_filter_v_sse2(uint8_t *dst, uint8_t *src, int stride, int width); |
|
cglobal dirac_hpel_filter_v_%1, 4,6,8, dst, src, stride, width, src0, stridex3 |
|
mov src0q, srcq |
|
lea stridex3q, [3*strideq] |
|
sub src0q, stridex3q |
|
pxor m7, m7 |
|
.loop: |
|
; 7*(src[0] + src[1]) |
|
UNPACK_ADD m0, m1, [srcq], [srcq + strideq], a,a |
|
pmullw m0, [pw_7] |
|
pmullw m1, [pw_7] |
|
|
|
; 3*( ... + src[-2] + src[3]) |
|
UNPACK_ADD m2, m3, [src0q + strideq], [srcq + stridex3q], a,a |
|
paddw m0, m2 |
|
paddw m1, m3 |
|
pmullw m0, [pw_3] |
|
pmullw m1, [pw_3] |
|
|
|
; ... - 7*(src[-1] + src[2]) |
|
UNPACK_ADD m2, m3, [src0q + strideq*2], [srcq + strideq*2], a,a |
|
pmullw m2, [pw_7] |
|
pmullw m3, [pw_7] |
|
psubw m0, m2 |
|
psubw m1, m3 |
|
|
|
; ... - (src[-3] + src[4]) |
|
UNPACK_ADD m2, m3, [src0q], [srcq + strideq*4], a,a |
|
psubw m0, m2 |
|
psubw m1, m3 |
|
|
|
paddw m0, [pw_16] |
|
paddw m1, [pw_16] |
|
psraw m0, 5 |
|
psraw m1, 5 |
|
packuswb m0, m1 |
|
mova [dstq], m0 |
|
add dstq, mmsize |
|
add srcq, mmsize |
|
add src0q, mmsize |
|
sub widthd, mmsize |
|
jg .loop |
|
RET |
|
|
|
; dirac_hpel_filter_h_sse2(uint8_t *dst, uint8_t *src, int width); |
|
cglobal dirac_hpel_filter_h_%1, 3,3,8, dst, src, width |
|
dec widthd |
|
pxor m7, m7 |
|
and widthd, ~(mmsize-1) |
|
.loop: |
|
; 7*(src[0] + src[1]) |
|
UNPACK_ADD m0, m1, [srcq + widthq], [srcq + widthq + 1], u,u |
|
pmullw m0, [pw_7] |
|
pmullw m1, [pw_7] |
|
|
|
; 3*( ... + src[-2] + src[3]) |
|
UNPACK_ADD m2, m3, [srcq + widthq - 2], [srcq + widthq + 3], u,u |
|
paddw m0, m2 |
|
paddw m1, m3 |
|
pmullw m0, [pw_3] |
|
pmullw m1, [pw_3] |
|
|
|
; ... - 7*(src[-1] + src[2]) |
|
UNPACK_ADD m2, m3, [srcq + widthq - 1], [srcq + widthq + 2], u,u |
|
pmullw m2, [pw_7] |
|
pmullw m3, [pw_7] |
|
psubw m0, m2 |
|
psubw m1, m3 |
|
|
|
; ... - (src[-3] + src[4]) |
|
UNPACK_ADD m2, m3, [srcq + widthq - 3], [srcq + widthq + 4], u,u |
|
psubw m0, m2 |
|
psubw m1, m3 |
|
|
|
paddw m0, [pw_16] |
|
paddw m1, [pw_16] |
|
psraw m0, 5 |
|
psraw m1, 5 |
|
packuswb m0, m1 |
|
mova [dstq + widthq], m0 |
|
sub widthd, mmsize |
|
jge .loop |
|
RET |
|
%endmacro |
|
|
|
%macro PUT_RECT 1 |
|
; void put_rect_clamped(uint8_t *dst, int dst_stride, int16_t *src, int src_stride, int width, int height) |
|
cglobal put_signed_rect_clamped_%1, 5,9,3, dst, dst_stride, src, src_stride, w, dst2, src2 |
|
mova m0, [pb_80] |
|
add wd, (mmsize-1) |
|
and wd, ~(mmsize-1) |
|
|
|
%if ARCH_X86_64 |
|
movsxd dst_strideq, dst_strided |
|
movsxd src_strideq, src_strided |
|
mov r7d, r5m |
|
mov r8d, wd |
|
%define wspill r8d |
|
%define hd r7d |
|
%else |
|
mov r4m, wd |
|
%define wspill r4m |
|
%define hd r5mp |
|
%endif |
|
|
|
.loopy: |
|
lea src2q, [srcq+src_strideq] |
|
lea dst2q, [dstq+dst_strideq] |
|
.loopx: |
|
sub wd, mmsize |
|
mova m1, [srcq +2*wq] |
|
mova m2, [src2q+2*wq] |
|
packsswb m1, [srcq +2*wq+mmsize] |
|
packsswb m2, [src2q+2*wq+mmsize] |
|
paddb m1, m0 |
|
paddb m2, m0 |
|
mova [dstq +wq], m1 |
|
mova [dst2q+wq], m2 |
|
jg .loopx |
|
|
|
lea srcq, [srcq+src_strideq*2] |
|
lea dstq, [dstq+dst_strideq*2] |
|
sub hd, 2 |
|
mov wd, wspill |
|
jg .loopy |
|
RET |
|
%endm |
|
|
|
%macro ADD_RECT 1 |
|
; void add_rect_clamped(uint8_t *dst, uint16_t *src, int stride, int16_t *idwt, int idwt_stride, int width, int height) |
|
cglobal add_rect_clamped_%1, 7,9,3, dst, src, stride, idwt, idwt_stride, w, h |
|
mova m0, [pw_32] |
|
add wd, (mmsize-1) |
|
and wd, ~(mmsize-1) |
|
|
|
%if ARCH_X86_64 |
|
movsxd strideq, strided |
|
movsxd idwt_strideq, idwt_strided |
|
mov r8d, wd |
|
%define wspill r8d |
|
%else |
|
mov r5m, wd |
|
%define wspill r5m |
|
%endif |
|
|
|
.loop: |
|
sub wd, mmsize |
|
movu m1, [srcq +2*wq] ; FIXME: ensure alignment |
|
paddw m1, m0 |
|
psraw m1, 6 |
|
movu m2, [srcq +2*wq+mmsize] ; FIXME: ensure alignment |
|
paddw m2, m0 |
|
psraw m2, 6 |
|
paddw m1, [idwtq+2*wq] |
|
paddw m2, [idwtq+2*wq+mmsize] |
|
packuswb m1, m2 |
|
mova [dstq +wq], m1 |
|
jg .loop |
|
|
|
lea srcq, [srcq + 2*strideq] |
|
add dstq, strideq |
|
lea idwtq, [idwtq+ 2*idwt_strideq] |
|
sub hd, 1 |
|
mov wd, wspill |
|
jg .loop |
|
RET |
|
%endm |
|
|
|
%macro ADD_OBMC 2 |
|
; void add_obmc(uint16_t *dst, uint8_t *src, int stride, uint8_t *obmc_weight, int yblen) |
|
cglobal add_dirac_obmc%1_%2, 6,6,5, dst, src, stride, obmc, yblen |
|
pxor m4, m4 |
|
.loop: |
|
%assign i 0 |
|
%rep %1 / mmsize |
|
mova m0, [srcq+i] |
|
mova m1, m0 |
|
punpcklbw m0, m4 |
|
punpckhbw m1, m4 |
|
mova m2, [obmcq+i] |
|
mova m3, m2 |
|
punpcklbw m2, m4 |
|
punpckhbw m3, m4 |
|
pmullw m0, m2 |
|
pmullw m1, m3 |
|
movu m2, [dstq+2*i] |
|
movu m3, [dstq+2*i+mmsize] |
|
paddw m0, m2 |
|
paddw m1, m3 |
|
movu [dstq+2*i], m0 |
|
movu [dstq+2*i+mmsize], m1 |
|
%assign i i+mmsize |
|
%endrep |
|
lea srcq, [srcq+strideq] |
|
lea dstq, [dstq+2*strideq] |
|
add obmcq, 32 |
|
sub yblend, 1 |
|
jg .loop |
|
RET |
|
%endm |
|
|
|
INIT_MMX |
|
%if ARCH_X86_64 == 0 |
|
PUT_RECT mmx |
|
ADD_RECT mmx |
|
|
|
HPEL_FILTER mmx |
|
ADD_OBMC 32, mmx |
|
ADD_OBMC 16, mmx |
|
%endif |
|
ADD_OBMC 8, mmx |
|
|
|
INIT_XMM |
|
PUT_RECT sse2 |
|
ADD_RECT sse2 |
|
|
|
HPEL_FILTER sse2 |
|
ADD_OBMC 32, sse2 |
|
ADD_OBMC 16, sse2 |
|
|
|
INIT_XMM sse4 |
|
|
|
; void dequant_subband_32(uint8_t *src, uint8_t *dst, ptrdiff_t stride, const int qf, const int qs, int tot_v, int tot_h) |
|
cglobal dequant_subband_32, 7, 7, 4, src, dst, stride, qf, qs, tot_v, tot_h |
|
movd m2, qfd |
|
movd m3, qsd |
|
SPLATD m2 |
|
SPLATD m3 |
|
mov r4d, tot_hd |
|
mov r3, dstq |
|
|
|
.loop_v: |
|
mov tot_hq, r4 |
|
mov dstq, r3 |
|
|
|
.loop_h: |
|
movu m0, [srcq] |
|
|
|
pabsd m1, m0 |
|
pmulld m1, m2 |
|
paddd m1, m3 |
|
psrld m1, 2 |
|
psignd m1, m0 |
|
|
|
movu [dstq], m1 |
|
|
|
add srcq, mmsize |
|
add dstq, mmsize |
|
sub tot_hq, 4 |
|
jg .loop_h |
|
lea srcq, [srcq + 4*tot_hq] |
|
|
|
add r3, strideq |
|
dec tot_vd |
|
jg .loop_v |
|
|
|
RET |
|
|
|
INIT_XMM sse4 |
|
; void put_signed_rect_clamped_10(uint8_t *dst, int dst_stride, const uint8_t *src, int src_stride, int width, int height) |
|
%if ARCH_X86_64 |
|
cglobal put_signed_rect_clamped_10, 6, 8, 5, dst, dst_stride, src, src_stride, w, h, t1, t2 |
|
%else |
|
cglobal put_signed_rect_clamped_10, 5, 7, 5, dst, dst_stride, src, src_stride, w, t1, t2 |
|
%define hd r5mp |
|
%endif |
|
shl wd, 2 |
|
add srcq, wq |
|
neg wq |
|
mov t2q, dstq |
|
mov t1q, wq |
|
pxor m2, m2 |
|
mova m3, [clip_10bit] |
|
mova m4, [convert_to_unsigned_10bit] |
|
|
|
.loop_h: |
|
mov dstq, t2q |
|
mov wq, t1q |
|
|
|
.loop_w: |
|
movu m0, [srcq+wq+0*mmsize] |
|
movu m1, [srcq+wq+1*mmsize] |
|
|
|
paddd m0, m4 |
|
paddd m1, m4 |
|
packusdw m0, m0, m1 |
|
CLIPW m0, m2, m3 ; packusdw saturates so it's fine |
|
|
|
movu [dstq], m0 |
|
|
|
add dstq, 1*mmsize |
|
add wq, 2*mmsize |
|
jl .loop_w |
|
|
|
add srcq, src_strideq |
|
add t2q, dst_strideq |
|
sub hd, 1 |
|
jg .loop_h |
|
|
|
RET
|
|
|