|
|
|
@ -518,12 +518,14 @@ static void OPNAME ## h264_qpel4_h_lowpass_ ## MMX(uint8_t *dst, uint8_t *src, i |
|
|
|
|
}\
|
|
|
|
|
static void OPNAME ## h264_qpel4_h_lowpass_l2_ ## MMX(uint8_t *dst, uint8_t *src, uint8_t *src2, int dstStride, int src2Stride){\
|
|
|
|
|
int h=4;\
|
|
|
|
|
\
|
|
|
|
|
asm volatile(\
|
|
|
|
|
"pxor %%mm7, %%mm7 \n\t"\
|
|
|
|
|
"movq %6, %%mm4 \n\t"\
|
|
|
|
|
"movq %7, %%mm5 \n\t"\
|
|
|
|
|
"1: \n\t"\
|
|
|
|
|
"movq %0, %%mm4 \n\t"\
|
|
|
|
|
"movq %1, %%mm5 \n\t"\
|
|
|
|
|
:: "m"(ff_pw_5), "m"(ff_pw_16)\
|
|
|
|
|
);\
|
|
|
|
|
do{\
|
|
|
|
|
asm volatile(\
|
|
|
|
|
"movd -1(%0), %%mm1 \n\t"\
|
|
|
|
|
"movd (%0), %%mm2 \n\t"\
|
|
|
|
|
"movd 1(%0), %%mm3 \n\t"\
|
|
|
|
@ -549,16 +551,14 @@ static void OPNAME ## h264_qpel4_h_lowpass_l2_ ## MMX(uint8_t *dst, uint8_t *src |
|
|
|
|
"packuswb %%mm0, %%mm0 \n\t"\
|
|
|
|
|
PAVGB" %%mm3, %%mm0 \n\t"\
|
|
|
|
|
OP(%%mm0, (%1),%%mm6, d)\
|
|
|
|
|
"add %5, %0 \n\t"\
|
|
|
|
|
"add %5, %1 \n\t"\
|
|
|
|
|
"add %4, %2 \n\t"\
|
|
|
|
|
"decl %3 \n\t"\
|
|
|
|
|
" jnz 1b \n\t"\
|
|
|
|
|
: "+a"(src), "+c"(dst), "+d"(src2), "+m"(h)\
|
|
|
|
|
: "D"((long)src2Stride), "S"((long)dstStride),\
|
|
|
|
|
"m"(ff_pw_5), "m"(ff_pw_16)\
|
|
|
|
|
"add %4, %0 \n\t"\
|
|
|
|
|
"add %4, %1 \n\t"\
|
|
|
|
|
"add %3, %2 \n\t"\
|
|
|
|
|
: "+a"(src), "+c"(dst), "+d"(src2)\
|
|
|
|
|
: "D"((long)src2Stride), "S"((long)dstStride)\
|
|
|
|
|
: "memory"\
|
|
|
|
|
);\
|
|
|
|
|
}while(--h);\
|
|
|
|
|
}\
|
|
|
|
|
static void OPNAME ## h264_qpel4_v_lowpass_ ## MMX(uint8_t *dst, uint8_t *src, int dstStride, int srcStride){\
|
|
|
|
|
src -= 2*srcStride;\
|
|
|
|
@ -714,8 +714,11 @@ static void OPNAME ## h264_qpel8_h_lowpass_l2_ ## MMX(uint8_t *dst, uint8_t *src |
|
|
|
|
int h=8;\
|
|
|
|
|
asm volatile(\
|
|
|
|
|
"pxor %%mm7, %%mm7 \n\t"\
|
|
|
|
|
"movq %6, %%mm6 \n\t"\
|
|
|
|
|
"1: \n\t"\
|
|
|
|
|
"movq %0, %%mm6 \n\t"\
|
|
|
|
|
:: "m"(ff_pw_5)\
|
|
|
|
|
);\
|
|
|
|
|
do{\
|
|
|
|
|
asm volatile(\
|
|
|
|
|
"movq (%0), %%mm0 \n\t"\
|
|
|
|
|
"movq 1(%0), %%mm2 \n\t"\
|
|
|
|
|
"movq %%mm0, %%mm1 \n\t"\
|
|
|
|
@ -748,7 +751,7 @@ static void OPNAME ## h264_qpel8_h_lowpass_l2_ ## MMX(uint8_t *dst, uint8_t *src |
|
|
|
|
"punpcklbw %%mm7, %%mm5 \n\t"\
|
|
|
|
|
"paddw %%mm3, %%mm2 \n\t"\
|
|
|
|
|
"paddw %%mm5, %%mm4 \n\t"\
|
|
|
|
|
"movq %7, %%mm5 \n\t"\
|
|
|
|
|
"movq %5, %%mm5 \n\t"\
|
|
|
|
|
"paddw %%mm5, %%mm2 \n\t"\
|
|
|
|
|
"paddw %%mm5, %%mm4 \n\t"\
|
|
|
|
|
"paddw %%mm2, %%mm0 \n\t"\
|
|
|
|
@ -759,16 +762,15 @@ static void OPNAME ## h264_qpel8_h_lowpass_l2_ ## MMX(uint8_t *dst, uint8_t *src |
|
|
|
|
"packuswb %%mm1, %%mm0 \n\t"\
|
|
|
|
|
PAVGB" %%mm4, %%mm0 \n\t"\
|
|
|
|
|
OP(%%mm0, (%1),%%mm5, q)\
|
|
|
|
|
"add %5, %0 \n\t"\
|
|
|
|
|
"add %5, %1 \n\t"\
|
|
|
|
|
"add %4, %2 \n\t"\
|
|
|
|
|
"decl %3 \n\t"\
|
|
|
|
|
" jnz 1b \n\t"\
|
|
|
|
|
: "+a"(src), "+c"(dst), "+d"(src2), "+m"(h)\
|
|
|
|
|
"add %4, %0 \n\t"\
|
|
|
|
|
"add %4, %1 \n\t"\
|
|
|
|
|
"add %3, %2 \n\t"\
|
|
|
|
|
: "+a"(src), "+c"(dst), "+d"(src2)\
|
|
|
|
|
: "D"((long)src2Stride), "S"((long)dstStride),\
|
|
|
|
|
"m"(ff_pw_5), "m"(ff_pw_16)\
|
|
|
|
|
"m"(ff_pw_16)\
|
|
|
|
|
: "memory"\
|
|
|
|
|
);\
|
|
|
|
|
}while(--h);\
|
|
|
|
|
}\
|
|
|
|
|
\
|
|
|
|
|
static inline void OPNAME ## h264_qpel8or16_v_lowpass_ ## MMX(uint8_t *dst, uint8_t *src, int dstStride, int srcStride, int h){\
|
|
|
|
|