mirror of https://github.com/FFmpeg/FFmpeg.git
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
680 lines
22 KiB
680 lines
22 KiB
;****************************************************************************** |
|
;* MMX/SSE2-optimized functions for the VP3 decoder |
|
;* Copyright (c) 2007 Aurelien Jacobs <aurel@gnuage.org> |
|
;* |
|
;* This file is part of FFmpeg. |
|
;* |
|
;* FFmpeg is free software; you can redistribute it and/or |
|
;* modify it under the terms of the GNU Lesser General Public |
|
;* License as published by the Free Software Foundation; either |
|
;* version 2.1 of the License, or (at your option) any later version. |
|
;* |
|
;* FFmpeg is distributed in the hope that it will be useful, |
|
;* but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|
;* Lesser General Public License for more details. |
|
;* |
|
;* You should have received a copy of the GNU Lesser General Public |
|
;* License along with FFmpeg; if not, write to the Free Software |
|
;* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
|
;****************************************************************************** |
|
|
|
%include "libavutil/x86/x86util.asm" |
|
|
|
; MMX-optimized functions cribbed from the original VP3 source code. |
|
|
|
SECTION_RODATA |
|
|
|
vp3_idct_data: times 8 dw 64277 |
|
times 8 dw 60547 |
|
times 8 dw 54491 |
|
times 8 dw 46341 |
|
times 8 dw 36410 |
|
times 8 dw 25080 |
|
times 8 dw 12785 |
|
|
|
pb_7: times 8 db 0x07 |
|
pb_1F: times 8 db 0x1f |
|
pb_81: times 8 db 0x81 |
|
|
|
cextern pb_1 |
|
cextern pb_3 |
|
cextern pb_80 |
|
cextern pb_FE |
|
|
|
cextern pw_8 |
|
|
|
SECTION .text |
|
|
|
; this is off by one or two for some cases when filter_limit is greater than 63 |
|
; in: p0 in mm6, p1 in mm4, p2 in mm2, p3 in mm1 |
|
; out: p1 in mm4, p2 in mm3 |
|
%macro VP3_LOOP_FILTER 0 |
|
movq m7, m6 |
|
pand m6, [pb_7] ; p0&7 |
|
psrlw m7, 3 |
|
pand m7, [pb_1F] ; p0>>3 |
|
movq m3, m2 ; p2 |
|
pxor m2, m4 |
|
pand m2, [pb_1] ; (p2^p1)&1 |
|
movq m5, m2 |
|
paddb m2, m2 |
|
paddb m2, m5 ; 3*(p2^p1)&1 |
|
paddb m2, m6 ; extra bits lost in shifts |
|
pcmpeqb m0, m0 |
|
pxor m1, m0 ; 255 - p3 |
|
pavgb m1, m2 ; (256 - p3 + extrabits) >> 1 |
|
pxor m0, m4 ; 255 - p1 |
|
pavgb m0, m3 ; (256 + p2-p1) >> 1 |
|
paddb m1, [pb_3] |
|
pavgb m1, m0 ; 128+2+( p2-p1 - p3) >> 2 |
|
pavgb m1, m0 ; 128+1+(3*(p2-p1) - p3) >> 3 |
|
paddusb m7, m1 ; d+128+1 |
|
movq m6, [pb_81] |
|
psubusb m6, m7 |
|
psubusb m7, [pb_81] |
|
|
|
movq m5, [r2+516] ; flim |
|
pminub m6, m5 |
|
pminub m7, m5 |
|
movq m0, m6 |
|
movq m1, m7 |
|
paddb m6, m6 |
|
paddb m7, m7 |
|
pminub m6, m5 |
|
pminub m7, m5 |
|
psubb m6, m0 |
|
psubb m7, m1 |
|
paddusb m4, m7 |
|
psubusb m4, m6 |
|
psubusb m3, m7 |
|
paddusb m3, m6 |
|
%endmacro |
|
|
|
%macro STORE_4_WORDS 1 |
|
movd r2d, %1 |
|
mov [r0 -1], r2w |
|
psrlq %1, 32 |
|
shr r2, 16 |
|
mov [r0+r1 -1], r2w |
|
movd r2d, %1 |
|
mov [r0+r1*2-1], r2w |
|
shr r2, 16 |
|
mov [r0+r3 -1], r2w |
|
%endmacro |
|
|
|
INIT_MMX mmxext |
|
cglobal vp3_v_loop_filter, 3, 4 |
|
mov r3, r1 |
|
neg r1 |
|
movq m6, [r0+r1*2] |
|
movq m4, [r0+r1 ] |
|
movq m2, [r0 ] |
|
movq m1, [r0+r3 ] |
|
|
|
VP3_LOOP_FILTER |
|
|
|
movq [r0+r1], m4 |
|
movq [r0 ], m3 |
|
RET |
|
|
|
cglobal vp3_h_loop_filter, 3, 4 |
|
lea r3, [r1*3] |
|
|
|
movd m6, [r0 -2] |
|
movd m4, [r0+r1 -2] |
|
movd m2, [r0+r1*2-2] |
|
movd m1, [r0+r3 -2] |
|
lea r0, [r0+r1*4 ] |
|
punpcklbw m6, [r0 -2] |
|
punpcklbw m4, [r0+r1 -2] |
|
punpcklbw m2, [r0+r1*2-2] |
|
punpcklbw m1, [r0+r3 -2] |
|
sub r0, r3 |
|
sub r0, r1 |
|
|
|
TRANSPOSE4x4B 6, 4, 2, 1, 0 |
|
VP3_LOOP_FILTER |
|
SBUTTERFLY bw, 4, 3, 5 |
|
|
|
STORE_4_WORDS m4 |
|
lea r0, [r0+r1*4 ] |
|
STORE_4_WORDS m3 |
|
RET |
|
|
|
%macro PAVGB_NO_RND 0 |
|
mova m4, m0 |
|
mova m5, m2 |
|
pand m4, m1 |
|
pand m5, m3 |
|
pxor m1, m0 |
|
pxor m3, m2 |
|
pand m1, m6 |
|
pand m3, m6 |
|
psrlq m1, 1 |
|
psrlq m3, 1 |
|
paddb m4, m1 |
|
paddb m5, m3 |
|
%endmacro |
|
|
|
INIT_MMX mmx |
|
cglobal put_vp_no_rnd_pixels8_l2, 5, 6, 0, dst, src1, src2, stride, h, stride3 |
|
mova m6, [pb_FE] |
|
lea stride3q,[strideq+strideq*2] |
|
.loop: |
|
mova m0, [src1q] |
|
mova m1, [src2q] |
|
mova m2, [src1q+strideq] |
|
mova m3, [src2q+strideq] |
|
PAVGB_NO_RND |
|
mova [dstq], m4 |
|
mova [dstq+strideq], m5 |
|
|
|
mova m0, [src1q+strideq*2] |
|
mova m1, [src2q+strideq*2] |
|
mova m2, [src1q+stride3q] |
|
mova m3, [src2q+stride3q] |
|
PAVGB_NO_RND |
|
mova [dstq+strideq*2], m4 |
|
mova [dstq+stride3q], m5 |
|
|
|
lea src1q, [src1q+strideq*4] |
|
lea src2q, [src2q+strideq*4] |
|
lea dstq, [dstq+strideq*4] |
|
sub hd, 4 |
|
jnz .loop |
|
RET |
|
|
|
; from original comments: The Macro does IDct on 4 1-D Dcts |
|
%macro BeginIDCT 0 |
|
movq m2, I(3) |
|
movq m6, C(3) |
|
movq m4, m2 |
|
movq m7, J(5) |
|
pmulhw m4, m6 ; r4 = c3*i3 - i3 |
|
movq m1, C(5) |
|
pmulhw m6, m7 ; r6 = c3*i5 - i5 |
|
movq m5, m1 |
|
pmulhw m1, m2 ; r1 = c5*i3 - i3 |
|
movq m3, I(1) |
|
pmulhw m5, m7 ; r5 = c5*i5 - i5 |
|
movq m0, C(1) |
|
paddw m4, m2 ; r4 = c3*i3 |
|
paddw m6, m7 ; r6 = c3*i5 |
|
paddw m2, m1 ; r2 = c5*i3 |
|
movq m1, J(7) |
|
paddw m7, m5 ; r7 = c5*i5 |
|
movq m5, m0 ; r5 = c1 |
|
pmulhw m0, m3 ; r0 = c1*i1 - i1 |
|
paddsw m4, m7 ; r4 = C = c3*i3 + c5*i5 |
|
pmulhw m5, m1 ; r5 = c1*i7 - i7 |
|
movq m7, C(7) |
|
psubsw m6, m2 ; r6 = D = c3*i5 - c5*i3 |
|
paddw m0, m3 ; r0 = c1*i1 |
|
pmulhw m3, m7 ; r3 = c7*i1 |
|
movq m2, I(2) |
|
pmulhw m7, m1 ; r7 = c7*i7 |
|
paddw m5, m1 ; r5 = c1*i7 |
|
movq m1, m2 ; r1 = i2 |
|
pmulhw m2, C(2) ; r2 = c2*i2 - i2 |
|
psubsw m3, m5 ; r3 = B = c7*i1 - c1*i7 |
|
movq m5, J(6) |
|
paddsw m0, m7 ; r0 = A = c1*i1 + c7*i7 |
|
movq m7, m5 ; r7 = i6 |
|
psubsw m0, m4 ; r0 = A - C |
|
pmulhw m5, C(2) ; r5 = c2*i6 - i6 |
|
paddw m2, m1 ; r2 = c2*i2 |
|
pmulhw m1, C(6) ; r1 = c6*i2 |
|
paddsw m4, m4 ; r4 = C + C |
|
paddsw m4, m0 ; r4 = C. = A + C |
|
psubsw m3, m6 ; r3 = B - D |
|
paddw m5, m7 ; r5 = c2*i6 |
|
paddsw m6, m6 ; r6 = D + D |
|
pmulhw m7, C(6) ; r7 = c6*i6 |
|
paddsw m6, m3 ; r6 = D. = B + D |
|
movq I(1), m4 ; save C. at I(1) |
|
psubsw m1, m5 ; r1 = H = c6*i2 - c2*i6 |
|
movq m4, C(4) |
|
movq m5, m3 ; r5 = B - D |
|
pmulhw m3, m4 ; r3 = (c4 - 1) * (B - D) |
|
paddsw m7, m2 ; r3 = (c4 - 1) * (B - D) |
|
movq I(2), m6 ; save D. at I(2) |
|
movq m2, m0 ; r2 = A - C |
|
movq m6, I(0) |
|
pmulhw m0, m4 ; r0 = (c4 - 1) * (A - C) |
|
paddw m5, m3 ; r5 = B. = c4 * (B - D) |
|
movq m3, J(4) |
|
psubsw m5, m1 ; r5 = B.. = B. - H |
|
paddw m2, m0 ; r0 = A. = c4 * (A - C) |
|
psubsw m6, m3 ; r6 = i0 - i4 |
|
movq m0, m6 |
|
pmulhw m6, m4 ; r6 = (c4 - 1) * (i0 - i4) |
|
paddsw m3, m3 ; r3 = i4 + i4 |
|
paddsw m1, m1 ; r1 = H + H |
|
paddsw m3, m0 ; r3 = i0 + i4 |
|
paddsw m1, m5 ; r1 = H. = B + H |
|
pmulhw m4, m3 ; r4 = (c4 - 1) * (i0 + i4) |
|
paddsw m6, m0 ; r6 = F = c4 * (i0 - i4) |
|
psubsw m6, m2 ; r6 = F. = F - A. |
|
paddsw m2, m2 ; r2 = A. + A. |
|
movq m0, I(1) ; r0 = C. |
|
paddsw m2, m6 ; r2 = A.. = F + A. |
|
paddw m4, m3 ; r4 = E = c4 * (i0 + i4) |
|
psubsw m2, m1 ; r2 = R2 = A.. - H. |
|
%endmacro |
|
|
|
; RowIDCT gets ready to transpose |
|
%macro RowIDCT 0 |
|
BeginIDCT |
|
movq m3, I(2) ; r3 = D. |
|
psubsw m4, m7 ; r4 = E. = E - G |
|
paddsw m1, m1 ; r1 = H. + H. |
|
paddsw m7, m7 ; r7 = G + G |
|
paddsw m1, m2 ; r1 = R1 = A.. + H. |
|
paddsw m7, m4 ; r1 = R1 = A.. + H. |
|
psubsw m4, m3 ; r4 = R4 = E. - D. |
|
paddsw m3, m3 |
|
psubsw m6, m5 ; r6 = R6 = F. - B.. |
|
paddsw m5, m5 |
|
paddsw m3, m4 ; r3 = R3 = E. + D. |
|
paddsw m5, m6 ; r5 = R5 = F. + B.. |
|
psubsw m7, m0 ; r7 = R7 = G. - C. |
|
paddsw m0, m0 |
|
movq I(1), m1 ; save R1 |
|
paddsw m0, m7 ; r0 = R0 = G. + C. |
|
%endmacro |
|
|
|
; Column IDCT normalizes and stores final results |
|
%macro ColumnIDCT 0 |
|
BeginIDCT |
|
paddsw m2, OC_8 ; adjust R2 (and R1) for shift |
|
paddsw m1, m1 ; r1 = H. + H. |
|
paddsw m1, m2 ; r1 = R1 = A.. + H. |
|
psraw m2, 4 ; r2 = NR2 |
|
psubsw m4, m7 ; r4 = E. = E - G |
|
psraw m1, 4 ; r1 = NR2 |
|
movq m3, I(2) ; r3 = D. |
|
paddsw m7, m7 ; r7 = G + G |
|
movq I(2), m2 ; store NR2 at I2 |
|
paddsw m7, m4 ; r7 = G. = E + G |
|
movq I(1), m1 ; store NR1 at I1 |
|
psubsw m4, m3 ; r4 = R4 = E. - D. |
|
paddsw m4, OC_8 ; adjust R4 (and R3) for shift |
|
paddsw m3, m3 ; r3 = D. + D. |
|
paddsw m3, m4 ; r3 = R3 = E. + D. |
|
psraw m4, 4 ; r4 = NR4 |
|
psubsw m6, m5 ; r6 = R6 = F. - B.. |
|
psraw m3, 4 ; r3 = NR3 |
|
paddsw m6, OC_8 ; adjust R6 (and R5) for shift |
|
paddsw m5, m5 ; r5 = B.. + B.. |
|
paddsw m5, m6 ; r5 = R5 = F. + B.. |
|
psraw m6, 4 ; r6 = NR6 |
|
movq J(4), m4 ; store NR4 at J4 |
|
psraw m5, 4 ; r5 = NR5 |
|
movq I(3), m3 ; store NR3 at I3 |
|
psubsw m7, m0 ; r7 = R7 = G. - C. |
|
paddsw m7, OC_8 ; adjust R7 (and R0) for shift |
|
paddsw m0, m0 ; r0 = C. + C. |
|
paddsw m0, m7 ; r0 = R0 = G. + C. |
|
psraw m7, 4 ; r7 = NR7 |
|
movq J(6), m6 ; store NR6 at J6 |
|
psraw m0, 4 ; r0 = NR0 |
|
movq J(5), m5 ; store NR5 at J5 |
|
movq J(7), m7 ; store NR7 at J7 |
|
movq I(0), m0 ; store NR0 at I0 |
|
%endmacro |
|
|
|
; Following macro does two 4x4 transposes in place. |
|
; |
|
; At entry (we assume): |
|
; |
|
; r0 = a3 a2 a1 a0 |
|
; I(1) = b3 b2 b1 b0 |
|
; r2 = c3 c2 c1 c0 |
|
; r3 = d3 d2 d1 d0 |
|
; |
|
; r4 = e3 e2 e1 e0 |
|
; r5 = f3 f2 f1 f0 |
|
; r6 = g3 g2 g1 g0 |
|
; r7 = h3 h2 h1 h0 |
|
; |
|
; At exit, we have: |
|
; |
|
; I(0) = d0 c0 b0 a0 |
|
; I(1) = d1 c1 b1 a1 |
|
; I(2) = d2 c2 b2 a2 |
|
; I(3) = d3 c3 b3 a3 |
|
; |
|
; J(4) = h0 g0 f0 e0 |
|
; J(5) = h1 g1 f1 e1 |
|
; J(6) = h2 g2 f2 e2 |
|
; J(7) = h3 g3 f3 e3 |
|
; |
|
; I(0) I(1) I(2) I(3) is the transpose of r0 I(1) r2 r3. |
|
; J(4) J(5) J(6) J(7) is the transpose of r4 r5 r6 r7. |
|
; |
|
; Since r1 is free at entry, we calculate the Js first. |
|
%macro Transpose 0 |
|
movq m1, m4 ; r1 = e3 e2 e1 e0 |
|
punpcklwd m4, m5 ; r4 = f1 e1 f0 e0 |
|
movq I(0), m0 ; save a3 a2 a1 a0 |
|
punpckhwd m1, m5 ; r1 = f3 e3 f2 e2 |
|
movq m0, m6 ; r0 = g3 g2 g1 g0 |
|
punpcklwd m6, m7 ; r6 = h1 g1 h0 g0 |
|
movq m5, m4 ; r5 = f1 e1 f0 e0 |
|
punpckldq m4, m6 ; r4 = h0 g0 f0 e0 = R4 |
|
punpckhdq m5, m6 ; r5 = h1 g1 f1 e1 = R5 |
|
movq m6, m1 ; r6 = f3 e3 f2 e2 |
|
movq J(4), m4 |
|
punpckhwd m0, m7 ; r0 = h3 g3 h2 g2 |
|
movq J(5), m5 |
|
punpckhdq m6, m0 ; r6 = h3 g3 f3 e3 = R7 |
|
movq m4, I(0) ; r4 = a3 a2 a1 a0 |
|
punpckldq m1, m0 ; r1 = h2 g2 f2 e2 = R6 |
|
movq m5, I(1) ; r5 = b3 b2 b1 b0 |
|
movq m0, m4 ; r0 = a3 a2 a1 a0 |
|
movq J(7), m6 |
|
punpcklwd m0, m5 ; r0 = b1 a1 b0 a0 |
|
movq J(6), m1 |
|
punpckhwd m4, m5 ; r4 = b3 a3 b2 a2 |
|
movq m5, m2 ; r5 = c3 c2 c1 c0 |
|
punpcklwd m2, m3 ; r2 = d1 c1 d0 c0 |
|
movq m1, m0 ; r1 = b1 a1 b0 a0 |
|
punpckldq m0, m2 ; r0 = d0 c0 b0 a0 = R0 |
|
punpckhdq m1, m2 ; r1 = d1 c1 b1 a1 = R1 |
|
movq m2, m4 ; r2 = b3 a3 b2 a2 |
|
movq I(0), m0 |
|
punpckhwd m5, m3 ; r5 = d3 c3 d2 c2 |
|
movq I(1), m1 |
|
punpckhdq m4, m5 ; r4 = d3 c3 b3 a3 = R3 |
|
punpckldq m2, m5 ; r2 = d2 c2 b2 a2 = R2 |
|
movq I(3), m4 |
|
movq I(2), m2 |
|
%endmacro |
|
|
|
%macro VP3_1D_IDCT_SSE2 0 |
|
movdqa m2, I(3) ; xmm2 = i3 |
|
movdqa m6, C(3) ; xmm6 = c3 |
|
movdqa m4, m2 ; xmm4 = i3 |
|
movdqa m7, I(5) ; xmm7 = i5 |
|
pmulhw m4, m6 ; xmm4 = c3 * i3 - i3 |
|
movdqa m1, C(5) ; xmm1 = c5 |
|
pmulhw m6, m7 ; xmm6 = c3 * i5 - i5 |
|
movdqa m5, m1 ; xmm5 = c5 |
|
pmulhw m1, m2 ; xmm1 = c5 * i3 - i3 |
|
movdqa m3, I(1) ; xmm3 = i1 |
|
pmulhw m5, m7 ; xmm5 = c5 * i5 - i5 |
|
movdqa m0, C(1) ; xmm0 = c1 |
|
paddw m4, m2 ; xmm4 = c3 * i3 |
|
paddw m6, m7 ; xmm6 = c3 * i5 |
|
paddw m2, m1 ; xmm2 = c5 * i3 |
|
movdqa m1, I(7) ; xmm1 = i7 |
|
paddw m7, m5 ; xmm7 = c5 * i5 |
|
movdqa m5, m0 ; xmm5 = c1 |
|
pmulhw m0, m3 ; xmm0 = c1 * i1 - i1 |
|
paddsw m4, m7 ; xmm4 = c3 * i3 + c5 * i5 = C |
|
pmulhw m5, m1 ; xmm5 = c1 * i7 - i7 |
|
movdqa m7, C(7) ; xmm7 = c7 |
|
psubsw m6, m2 ; xmm6 = c3 * i5 - c5 * i3 = D |
|
paddw m0, m3 ; xmm0 = c1 * i1 |
|
pmulhw m3, m7 ; xmm3 = c7 * i1 |
|
movdqa m2, I(2) ; xmm2 = i2 |
|
pmulhw m7, m1 ; xmm7 = c7 * i7 |
|
paddw m5, m1 ; xmm5 = c1 * i7 |
|
movdqa m1, m2 ; xmm1 = i2 |
|
pmulhw m2, C(2) ; xmm2 = i2 * c2 -i2 |
|
psubsw m3, m5 ; xmm3 = c7 * i1 - c1 * i7 = B |
|
movdqa m5, I(6) ; xmm5 = i6 |
|
paddsw m0, m7 ; xmm0 = c1 * i1 + c7 * i7 = A |
|
movdqa m7, m5 ; xmm7 = i6 |
|
psubsw m0, m4 ; xmm0 = A - C |
|
pmulhw m5, C(2) ; xmm5 = c2 * i6 - i6 |
|
paddw m2, m1 ; xmm2 = i2 * c2 |
|
pmulhw m1, C(6) ; xmm1 = c6 * i2 |
|
paddsw m4, m4 ; xmm4 = C + C |
|
paddsw m4, m0 ; xmm4 = A + C = C. |
|
psubsw m3, m6 ; xmm3 = B - D |
|
paddw m5, m7 ; xmm5 = c2 * i6 |
|
paddsw m6, m6 ; xmm6 = D + D |
|
pmulhw m7, C(6) ; xmm7 = c6 * i6 |
|
paddsw m6, m3 ; xmm6 = B + D = D. |
|
movdqa I(1), m4 ; Save C. at I(1) |
|
psubsw m1, m5 ; xmm1 = c6 * i2 - c2 * i6 = H |
|
movdqa m4, C(4) ; xmm4 = C4 |
|
movdqa m5, m3 ; xmm5 = B - D |
|
pmulhw m3, m4 ; xmm3 = ( c4 -1 ) * ( B - D ) |
|
paddsw m7, m2 ; xmm7 = c2 * i2 + c6 * i6 = G |
|
movdqa I(2), m6 ; save D. at I(2) |
|
movdqa m2, m0 ; xmm2 = A - C |
|
movdqa m6, I(0) ; xmm6 = i0 |
|
pmulhw m0, m4 ; xmm0 = ( c4 - 1 ) * ( A - C ) = A. |
|
paddw m5, m3 ; xmm5 = c4 * ( B - D ) = B. |
|
movdqa m3, I(4) ; xmm3 = i4 |
|
psubsw m5, m1 ; xmm5 = B. - H = B.. |
|
paddw m2, m0 ; xmm2 = c4 * ( A - C) = A. |
|
psubsw m6, m3 ; xmm6 = i0 - i4 |
|
movdqa m0, m6 ; xmm0 = i0 - i4 |
|
pmulhw m6, m4 ; xmm6 = (c4 - 1) * (i0 - i4) = F |
|
paddsw m3, m3 ; xmm3 = i4 + i4 |
|
paddsw m1, m1 ; xmm1 = H + H |
|
paddsw m3, m0 ; xmm3 = i0 + i4 |
|
paddsw m1, m5 ; xmm1 = B. + H = H. |
|
pmulhw m4, m3 ; xmm4 = ( c4 - 1 ) * ( i0 + i4 ) |
|
paddw m6, m0 ; xmm6 = c4 * ( i0 - i4 ) |
|
psubsw m6, m2 ; xmm6 = F - A. = F. |
|
paddsw m2, m2 ; xmm2 = A. + A. |
|
movdqa m0, I(1) ; Load C. from I(1) |
|
paddsw m2, m6 ; xmm2 = F + A. = A.. |
|
paddw m4, m3 ; xmm4 = c4 * ( i0 + i4 ) = 3 |
|
psubsw m2, m1 ; xmm2 = A.. - H. = R2 |
|
ADD(m2) ; Adjust R2 and R1 before shifting |
|
paddsw m1, m1 ; xmm1 = H. + H. |
|
paddsw m1, m2 ; xmm1 = A.. + H. = R1 |
|
SHIFT(m2) ; xmm2 = op2 |
|
psubsw m4, m7 ; xmm4 = E - G = E. |
|
SHIFT(m1) ; xmm1 = op1 |
|
movdqa m3, I(2) ; Load D. from I(2) |
|
paddsw m7, m7 ; xmm7 = G + G |
|
paddsw m7, m4 ; xmm7 = E + G = G. |
|
psubsw m4, m3 ; xmm4 = E. - D. = R4 |
|
ADD(m4) ; Adjust R4 and R3 before shifting |
|
paddsw m3, m3 ; xmm3 = D. + D. |
|
paddsw m3, m4 ; xmm3 = E. + D. = R3 |
|
SHIFT(m4) ; xmm4 = op4 |
|
psubsw m6, m5 ; xmm6 = F. - B..= R6 |
|
SHIFT(m3) ; xmm3 = op3 |
|
ADD(m6) ; Adjust R6 and R5 before shifting |
|
paddsw m5, m5 ; xmm5 = B.. + B.. |
|
paddsw m5, m6 ; xmm5 = F. + B.. = R5 |
|
SHIFT(m6) ; xmm6 = op6 |
|
SHIFT(m5) ; xmm5 = op5 |
|
psubsw m7, m0 ; xmm7 = G. - C. = R7 |
|
ADD(m7) ; Adjust R7 and R0 before shifting |
|
paddsw m0, m0 ; xmm0 = C. + C. |
|
paddsw m0, m7 ; xmm0 = G. + C. |
|
SHIFT(m7) ; xmm7 = op7 |
|
SHIFT(m0) ; xmm0 = op0 |
|
%endmacro |
|
|
|
%macro PUT_BLOCK 8 |
|
movdqa O(0), m%1 |
|
movdqa O(1), m%2 |
|
movdqa O(2), m%3 |
|
movdqa O(3), m%4 |
|
movdqa O(4), m%5 |
|
movdqa O(5), m%6 |
|
movdqa O(6), m%7 |
|
movdqa O(7), m%8 |
|
%endmacro |
|
|
|
%macro VP3_IDCT 1 |
|
%if mmsize == 16 |
|
%define I(x) [%1+16*x] |
|
%define O(x) [%1+16*x] |
|
%define C(x) [vp3_idct_data+16*(x-1)] |
|
%define SHIFT(x) |
|
%define ADD(x) |
|
VP3_1D_IDCT_SSE2 |
|
%if ARCH_X86_64 |
|
TRANSPOSE8x8W 0, 1, 2, 3, 4, 5, 6, 7, 8 |
|
%else |
|
TRANSPOSE8x8W 0, 1, 2, 3, 4, 5, 6, 7, [%1], [%1+16] |
|
%endif |
|
PUT_BLOCK 0, 1, 2, 3, 4, 5, 6, 7 |
|
|
|
%define SHIFT(x) psraw x, 4 |
|
%define ADD(x) paddsw x, [pw_8] |
|
VP3_1D_IDCT_SSE2 |
|
PUT_BLOCK 0, 1, 2, 3, 4, 5, 6, 7 |
|
%else ; mmsize == 8 |
|
; eax = quantized input |
|
; ebx = dequantizer matrix |
|
; ecx = IDCT constants |
|
; M(I) = ecx + MaskOffset(0) + I * 8 |
|
; C(I) = ecx + CosineOffset(32) + (I-1) * 8 |
|
; edx = output |
|
; r0..r7 = mm0..mm7 |
|
%define OC_8 [pw_8] |
|
%define C(x) [vp3_idct_data+16*(x-1)] |
|
|
|
; at this point, function has completed dequantization + dezigzag + |
|
; partial transposition; now do the idct itself |
|
%define I(x) [%1+16*x] |
|
%define J(x) [%1+16*x] |
|
RowIDCT |
|
Transpose |
|
|
|
%define I(x) [%1+16*x+8] |
|
%define J(x) [%1+16*x+8] |
|
RowIDCT |
|
Transpose |
|
|
|
%define I(x) [%1+16* x] |
|
%define J(x) [%1+16*(x-4)+8] |
|
ColumnIDCT |
|
|
|
%define I(x) [%1+16* x +64] |
|
%define J(x) [%1+16*(x-4)+72] |
|
ColumnIDCT |
|
%endif ; mmsize == 16/8 |
|
%endmacro |
|
|
|
%macro vp3_idct_funcs 0 |
|
cglobal vp3_idct_put, 3, 4, 9 |
|
VP3_IDCT r2 |
|
|
|
mova m4, [pb_80] |
|
lea r3, [r1*3] |
|
%assign %%i 0 |
|
%rep 16/mmsize |
|
mova m0, [r2+mmsize*0+%%i] |
|
mova m1, [r2+mmsize*2+%%i] |
|
mova m2, [r2+mmsize*4+%%i] |
|
mova m3, [r2+mmsize*6+%%i] |
|
packsswb m0, [r2+mmsize*1+%%i] |
|
packsswb m1, [r2+mmsize*3+%%i] |
|
packsswb m2, [r2+mmsize*5+%%i] |
|
packsswb m3, [r2+mmsize*7+%%i] |
|
paddb m0, m4 |
|
paddb m1, m4 |
|
paddb m2, m4 |
|
paddb m3, m4 |
|
movq [r0 ], m0 |
|
movhps [r0+r1 ], m0 |
|
movq [r0+r1*2], m1 |
|
movhps [r0+r3 ], m1 |
|
%if %%i == 0 |
|
lea r0, [r0+r1*4] |
|
%endif |
|
movq [r0 ], m2 |
|
movhps [r0+r1 ], m2 |
|
movq [r0+r1*2], m3 |
|
movhps [r0+r3 ], m3 |
|
%assign %%i %%i+8 |
|
%endrep |
|
|
|
pxor m0, m0 |
|
%assign %%offset 0 |
|
%rep 128/mmsize |
|
mova [r2+%%offset], m0 |
|
%assign %%offset %%offset+mmsize |
|
%endrep |
|
RET |
|
|
|
cglobal vp3_idct_add, 3, 4, 9 |
|
VP3_IDCT r2 |
|
|
|
lea r3, [r1*3] |
|
pxor m4, m4 |
|
%assign %%i 0 |
|
%rep 2 |
|
movq m0, [r0] |
|
movq m1, [r0+r1] |
|
movq m2, [r0+r1*2] |
|
movq m3, [r0+r3] |
|
punpcklbw m0, m4 |
|
punpcklbw m1, m4 |
|
punpcklbw m2, m4 |
|
punpcklbw m3, m4 |
|
paddsw m0, [r2+ 0+%%i] |
|
paddsw m1, [r2+16+%%i] |
|
paddsw m2, [r2+32+%%i] |
|
paddsw m3, [r2+48+%%i] |
|
packuswb m0, m1 |
|
packuswb m2, m3 |
|
movq [r0 ], m0 |
|
movhps [r0+r1 ], m0 |
|
movq [r0+r1*2], m2 |
|
movhps [r0+r3 ], m2 |
|
%if %%i == 0 |
|
lea r0, [r0+r1*4] |
|
%endif |
|
%assign %%i %%i+64 |
|
%endrep |
|
%assign %%i 0 |
|
%rep 128/mmsize |
|
mova [r2+%%i], m4 |
|
%assign %%i %%i+mmsize |
|
%endrep |
|
RET |
|
%endmacro |
|
|
|
INIT_XMM sse2 |
|
vp3_idct_funcs |
|
|
|
%macro DC_ADD 0 |
|
movq m2, [r0 ] |
|
movq m3, [r0+r1 ] |
|
paddusb m2, m0 |
|
movq m4, [r0+r1*2] |
|
paddusb m3, m0 |
|
movq m5, [r0+r2 ] |
|
paddusb m4, m0 |
|
paddusb m5, m0 |
|
psubusb m2, m1 |
|
psubusb m3, m1 |
|
movq [r0 ], m2 |
|
psubusb m4, m1 |
|
movq [r0+r1 ], m3 |
|
psubusb m5, m1 |
|
movq [r0+r1*2], m4 |
|
movq [r0+r2 ], m5 |
|
%endmacro |
|
|
|
INIT_MMX mmxext |
|
cglobal vp3_idct_dc_add, 3, 4 |
|
movsx r3, word [r2] |
|
mov word [r2], 0 |
|
lea r2, [r1*3] |
|
add r3, 15 |
|
sar r3, 5 |
|
movd m0, r3d |
|
pshufw m0, m0, 0x0 |
|
pxor m1, m1 |
|
psubw m1, m0 |
|
packuswb m0, m0 |
|
packuswb m1, m1 |
|
DC_ADD |
|
lea r0, [r0+r1*4] |
|
DC_ADD |
|
RET
|
|
|