|
|
|
|
/*
|
|
|
|
|
* MMX optimized DSP utils
|
|
|
|
|
* Copyright (c) 2000, 2001 Fabrice Bellard
|
|
|
|
|
* Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
|
|
|
|
|
*
|
|
|
|
|
* This file is part of FFmpeg.
|
|
|
|
|
*
|
|
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
|
*
|
|
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
|
*
|
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
|
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
|
*
|
|
|
|
|
* MMX optimization by Nick Kurshev <nickols_k@mail.ru>
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#include "libavutil/attributes.h"
|
|
|
|
|
#include "libavutil/cpu.h"
|
|
|
|
|
#include "libavutil/x86/asm.h"
|
|
|
|
|
#include "libavcodec/dsputil.h"
|
|
|
|
|
#include "libavcodec/h264dsp.h"
|
|
|
|
|
#include "libavcodec/mpegvideo.h"
|
|
|
|
|
#include "libavcodec/simple_idct.h"
|
|
|
|
|
#include "libavcodec/videodsp.h"
|
|
|
|
|
#include "constants.h"
|
|
|
|
|
#include "dsputil_mmx.h"
|
|
|
|
|
#include "idct_xvid.h"
|
|
|
|
|
#include "diracdsp_mmx.h"
|
|
|
|
|
|
|
|
|
|
//#undef NDEBUG
|
|
|
|
|
//#include <assert.h>
|
|
|
|
|
|
|
|
|
|
void ff_put_pixels8_l2_mmxext(uint8_t *dst, uint8_t *src1, uint8_t *src2,
|
|
|
|
|
int dstStride, int src1Stride, int h);
|
|
|
|
|
void ff_put_no_rnd_pixels8_l2_mmxext(uint8_t *dst, uint8_t *src1,
|
|
|
|
|
uint8_t *src2, int dstStride,
|
|
|
|
|
int src1Stride, int h);
|
|
|
|
|
void ff_avg_pixels8_l2_mmxext(uint8_t *dst, uint8_t *src1, uint8_t *src2,
|
|
|
|
|
int dstStride, int src1Stride, int h);
|
|
|
|
|
void ff_put_pixels16_l2_mmxext(uint8_t *dst, uint8_t *src1, uint8_t *src2,
|
|
|
|
|
int dstStride, int src1Stride, int h);
|
|
|
|
|
void ff_avg_pixels16_l2_mmxext(uint8_t *dst, uint8_t *src1, uint8_t *src2,
|
|
|
|
|
int dstStride, int src1Stride, int h);
|
|
|
|
|
void ff_put_no_rnd_pixels16_l2_mmxext(uint8_t *dst, uint8_t *src1, uint8_t *src2,
|
|
|
|
|
int dstStride, int src1Stride, int h);
|
|
|
|
|
void ff_put_mpeg4_qpel16_h_lowpass_mmxext(uint8_t *dst, uint8_t *src,
|
|
|
|
|
int dstStride, int srcStride, int h);
|
|
|
|
|
void ff_avg_mpeg4_qpel16_h_lowpass_mmxext(uint8_t *dst, uint8_t *src,
|
|
|
|
|
int dstStride, int srcStride, int h);
|
|
|
|
|
void ff_put_no_rnd_mpeg4_qpel16_h_lowpass_mmxext(uint8_t *dst, uint8_t *src,
|
|
|
|
|
int dstStride, int srcStride,
|
|
|
|
|
int h);
|
|
|
|
|
void ff_put_mpeg4_qpel8_h_lowpass_mmxext(uint8_t *dst, uint8_t *src,
|
|
|
|
|
int dstStride, int srcStride, int h);
|
|
|
|
|
void ff_avg_mpeg4_qpel8_h_lowpass_mmxext(uint8_t *dst, uint8_t *src,
|
|
|
|
|
int dstStride, int srcStride, int h);
|
|
|
|
|
void ff_put_no_rnd_mpeg4_qpel8_h_lowpass_mmxext(uint8_t *dst, uint8_t *src,
|
|
|
|
|
int dstStride, int srcStride,
|
|
|
|
|
int h);
|
|
|
|
|
void ff_put_mpeg4_qpel16_v_lowpass_mmxext(uint8_t *dst, uint8_t *src,
|
|
|
|
|
int dstStride, int srcStride);
|
|
|
|
|
void ff_avg_mpeg4_qpel16_v_lowpass_mmxext(uint8_t *dst, uint8_t *src,
|
|
|
|
|
int dstStride, int srcStride);
|
|
|
|
|
void ff_put_no_rnd_mpeg4_qpel16_v_lowpass_mmxext(uint8_t *dst, uint8_t *src,
|
|
|
|
|
int dstStride, int srcStride);
|
|
|
|
|
void ff_put_mpeg4_qpel8_v_lowpass_mmxext(uint8_t *dst, uint8_t *src,
|
|
|
|
|
int dstStride, int srcStride);
|
|
|
|
|
void ff_avg_mpeg4_qpel8_v_lowpass_mmxext(uint8_t *dst, uint8_t *src,
|
|
|
|
|
int dstStride, int srcStride);
|
|
|
|
|
void ff_put_no_rnd_mpeg4_qpel8_v_lowpass_mmxext(uint8_t *dst, uint8_t *src,
|
|
|
|
|
int dstStride, int srcStride);
|
|
|
|
|
#define ff_put_no_rnd_pixels16_mmxext ff_put_pixels16_mmxext
|
|
|
|
|
#define ff_put_no_rnd_pixels8_mmxext ff_put_pixels8_mmxext
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#if HAVE_INLINE_ASM
|
|
|
|
|
|
|
|
|
|
/***********************************/
|
|
|
|
|
/* standard MMX */
|
|
|
|
|
|
|
|
|
|
void ff_put_pixels_clamped_mmx(const int16_t *block, uint8_t *pixels,
|
|
|
|
|
int line_size)
|
|
|
|
|
{
|
|
|
|
|
const int16_t *p;
|
|
|
|
|
uint8_t *pix;
|
|
|
|
|
|
|
|
|
|
/* read the pixels */
|
|
|
|
|
p = block;
|
|
|
|
|
pix = pixels;
|
|
|
|
|
/* unrolled loop */
|
|
|
|
|
__asm__ volatile (
|
dsputil_mmx: fix incorrect assembly code
In ff_put_pixels_clamped_mmx(), there are two assembly code blocks.
In the first block (in the unrolled loop), the instructions
"movq 8%3, %%mm1 \n\t", and so forth, have problems.
From above instruction, it is clear what the programmer wants: a load from
p + 8. But this assembly code doesn’t guarantee that. It only works if the
compiler puts p in a register to produce an instruction like this:
"movq 8(%edi), %mm1". During compiler optimization, it is possible that the
compiler will be able to constant propagate into p. Suppose p = &x[10000].
Then operand 3 can become 10000(%edi), where %edi holds &x. And the instruction
becomes "movq 810000(%edx)". That is, it will stride by 810000 instead of 8.
This will cause a segmentation fault.
This error was fixed in the second block of the assembly code, but not in
the unrolled loop.
How to reproduce:
This error is exposed when we build using Intel C++ Compiler, with
IPO+PGO optimization enabled. Crashed when decoding an MJPEG video.
Signed-off-by: Michael Niedermayer <michaelni@gmx.at>
Signed-off-by: Derek Buitenhuis <derek.buitenhuis@gmail.com>
13 years ago
|
|
|
"movq (%3), %%mm0 \n\t"
|
|
|
|
|
"movq 8(%3), %%mm1 \n\t"
|
|
|
|
|
"movq 16(%3), %%mm2 \n\t"
|
|
|
|
|
"movq 24(%3), %%mm3 \n\t"
|
|
|
|
|
"movq 32(%3), %%mm4 \n\t"
|
|
|
|
|
"movq 40(%3), %%mm5 \n\t"
|
|
|
|
|
"movq 48(%3), %%mm6 \n\t"
|
|
|
|
|
"movq 56(%3), %%mm7 \n\t"
|
|
|
|
|
"packuswb %%mm1, %%mm0 \n\t"
|
|
|
|
|
"packuswb %%mm3, %%mm2 \n\t"
|
|
|
|
|
"packuswb %%mm5, %%mm4 \n\t"
|
|
|
|
|
"packuswb %%mm7, %%mm6 \n\t"
|
|
|
|
|
"movq %%mm0, (%0) \n\t"
|
|
|
|
|
"movq %%mm2, (%0, %1) \n\t"
|
|
|
|
|
"movq %%mm4, (%0, %1, 2) \n\t"
|
|
|
|
|
"movq %%mm6, (%0, %2) \n\t"
|
|
|
|
|
:: "r"(pix), "r"((x86_reg)line_size), "r"((x86_reg)line_size * 3),
|
dsputil_mmx: fix incorrect assembly code
In file libavcodec/x86/dsputil_mmx.c, function ff_put_pixels_clamped_mmx(), there are two assembly code blocks. In the first block (in the unrolled loop), the instructions "movq 8%3, %%mm1 \n\t" etc have problem.
For above instruction, it is clear what the programmer wants: a load from p + 8. But this assembly code doesn’t guarantee that. It only works if the compiler puts p in a register to produce an instruction like this: “movq 8(%edi), %mm1”. During compiler optimization, it is possible that the compiler will be able to constant propagate into p. Suppose p = &x[10000]. Then operand 3 can become 10000(%edi), where %edi holds &x. And the instruction becomes “movq 810000(%edx)”. That is, it will stride by 810000 instead of 8.
This will cause the segmentation fault.
This error was fixed in the second block of the assembly code, but not in the unrolled loop.
How to reproduce:
This error is exposed when we build the ffmpeg using Intel C++ Compiler, IPO+PGO optimization. The ffmpeg was crashed when decoding a mjpeg video.
Signed-off-by: Michael Niedermayer <michaelni@gmx.at>
13 years ago
|
|
|
"r"(p)
|
|
|
|
|
: "memory");
|
|
|
|
|
pix += line_size * 4;
|
|
|
|
|
p += 32;
|
|
|
|
|
|
|
|
|
|
// if here would be an exact copy of the code above
|
|
|
|
|
// compiler would generate some very strange code
|
|
|
|
|
// thus using "r"
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
"movq (%3), %%mm0 \n\t"
|
|
|
|
|
"movq 8(%3), %%mm1 \n\t"
|
|
|
|
|
"movq 16(%3), %%mm2 \n\t"
|
|
|
|
|
"movq 24(%3), %%mm3 \n\t"
|
|
|
|
|
"movq 32(%3), %%mm4 \n\t"
|
|
|
|
|
"movq 40(%3), %%mm5 \n\t"
|
|
|
|
|
"movq 48(%3), %%mm6 \n\t"
|
|
|
|
|
"movq 56(%3), %%mm7 \n\t"
|
|
|
|
|
"packuswb %%mm1, %%mm0 \n\t"
|
|
|
|
|
"packuswb %%mm3, %%mm2 \n\t"
|
|
|
|
|
"packuswb %%mm5, %%mm4 \n\t"
|
|
|
|
|
"packuswb %%mm7, %%mm6 \n\t"
|
|
|
|
|
"movq %%mm0, (%0) \n\t"
|
|
|
|
|
"movq %%mm2, (%0, %1) \n\t"
|
|
|
|
|
"movq %%mm4, (%0, %1, 2) \n\t"
|
|
|
|
|
"movq %%mm6, (%0, %2) \n\t"
|
|
|
|
|
:: "r"(pix), "r"((x86_reg)line_size), "r"((x86_reg)line_size * 3), "r"(p)
|
|
|
|
|
: "memory");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#define put_signed_pixels_clamped_mmx_half(off) \
|
|
|
|
|
"movq "#off"(%2), %%mm1 \n\t" \
|
|
|
|
|
"movq 16 + "#off"(%2), %%mm2 \n\t" \
|
|
|
|
|
"movq 32 + "#off"(%2), %%mm3 \n\t" \
|
|
|
|
|
"movq 48 + "#off"(%2), %%mm4 \n\t" \
|
|
|
|
|
"packsswb 8 + "#off"(%2), %%mm1 \n\t" \
|
|
|
|
|
"packsswb 24 + "#off"(%2), %%mm2 \n\t" \
|
|
|
|
|
"packsswb 40 + "#off"(%2), %%mm3 \n\t" \
|
|
|
|
|
"packsswb 56 + "#off"(%2), %%mm4 \n\t" \
|
|
|
|
|
"paddb %%mm0, %%mm1 \n\t" \
|
|
|
|
|
"paddb %%mm0, %%mm2 \n\t" \
|
|
|
|
|
"paddb %%mm0, %%mm3 \n\t" \
|
|
|
|
|
"paddb %%mm0, %%mm4 \n\t" \
|
|
|
|
|
"movq %%mm1, (%0) \n\t" \
|
|
|
|
|
"movq %%mm2, (%0, %3) \n\t" \
|
|
|
|
|
"movq %%mm3, (%0, %3, 2) \n\t" \
|
|
|
|
|
"movq %%mm4, (%0, %1) \n\t"
|
|
|
|
|
|
|
|
|
|
void ff_put_signed_pixels_clamped_mmx(const int16_t *block, uint8_t *pixels,
|
|
|
|
|
int line_size)
|
|
|
|
|
{
|
|
|
|
|
x86_reg line_skip = line_size;
|
|
|
|
|
x86_reg line_skip3;
|
|
|
|
|
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
"movq "MANGLE(ff_pb_80)", %%mm0 \n\t"
|
|
|
|
|
"lea (%3, %3, 2), %1 \n\t"
|
|
|
|
|
put_signed_pixels_clamped_mmx_half(0)
|
|
|
|
|
"lea (%0, %3, 4), %0 \n\t"
|
|
|
|
|
put_signed_pixels_clamped_mmx_half(64)
|
|
|
|
|
: "+&r"(pixels), "=&r"(line_skip3)
|
|
|
|
|
: "r"(block), "r"(line_skip)
|
|
|
|
|
: "memory");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void ff_add_pixels_clamped_mmx(const int16_t *block, uint8_t *pixels,
|
|
|
|
|
int line_size)
|
|
|
|
|
{
|
|
|
|
|
const int16_t *p;
|
|
|
|
|
uint8_t *pix;
|
|
|
|
|
int i;
|
|
|
|
|
|
|
|
|
|
/* read the pixels */
|
|
|
|
|
p = block;
|
|
|
|
|
pix = pixels;
|
|
|
|
|
MOVQ_ZERO(mm7);
|
|
|
|
|
i = 4;
|
|
|
|
|
do {
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
"movq (%2), %%mm0 \n\t"
|
|
|
|
|
"movq 8(%2), %%mm1 \n\t"
|
|
|
|
|
"movq 16(%2), %%mm2 \n\t"
|
|
|
|
|
"movq 24(%2), %%mm3 \n\t"
|
|
|
|
|
"movq %0, %%mm4 \n\t"
|
|
|
|
|
"movq %1, %%mm6 \n\t"
|
|
|
|
|
"movq %%mm4, %%mm5 \n\t"
|
|
|
|
|
"punpcklbw %%mm7, %%mm4 \n\t"
|
|
|
|
|
"punpckhbw %%mm7, %%mm5 \n\t"
|
|
|
|
|
"paddsw %%mm4, %%mm0 \n\t"
|
|
|
|
|
"paddsw %%mm5, %%mm1 \n\t"
|
|
|
|
|
"movq %%mm6, %%mm5 \n\t"
|
|
|
|
|
"punpcklbw %%mm7, %%mm6 \n\t"
|
|
|
|
|
"punpckhbw %%mm7, %%mm5 \n\t"
|
|
|
|
|
"paddsw %%mm6, %%mm2 \n\t"
|
|
|
|
|
"paddsw %%mm5, %%mm3 \n\t"
|
|
|
|
|
"packuswb %%mm1, %%mm0 \n\t"
|
|
|
|
|
"packuswb %%mm3, %%mm2 \n\t"
|
|
|
|
|
"movq %%mm0, %0 \n\t"
|
|
|
|
|
"movq %%mm2, %1 \n\t"
|
|
|
|
|
: "+m"(*pix), "+m"(*(pix + line_size))
|
|
|
|
|
: "r"(p)
|
|
|
|
|
: "memory");
|
|
|
|
|
pix += line_size * 2;
|
|
|
|
|
p += 16;
|
|
|
|
|
} while (--i);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#define CLEAR_BLOCKS(name, n) \
|
|
|
|
|
static void name(int16_t *blocks) \
|
|
|
|
|
{ \
|
|
|
|
|
__asm__ volatile ( \
|
|
|
|
|
"pxor %%mm7, %%mm7 \n\t" \
|
|
|
|
|
"mov %1, %%"REG_a" \n\t" \
|
|
|
|
|
"1: \n\t" \
|
|
|
|
|
"movq %%mm7, (%0, %%"REG_a") \n\t" \
|
|
|
|
|
"movq %%mm7, 8(%0, %%"REG_a") \n\t" \
|
|
|
|
|
"movq %%mm7, 16(%0, %%"REG_a") \n\t" \
|
|
|
|
|
"movq %%mm7, 24(%0, %%"REG_a") \n\t" \
|
|
|
|
|
"add $32, %%"REG_a" \n\t" \
|
|
|
|
|
"js 1b \n\t" \
|
|
|
|
|
:: "r"(((uint8_t *)blocks) + 128 * n), \
|
|
|
|
|
"i"(-128 * n) \
|
|
|
|
|
: "%"REG_a \
|
|
|
|
|
); \
|
|
|
|
|
}
|
|
|
|
|
CLEAR_BLOCKS(clear_blocks_mmx, 6)
|
|
|
|
|
CLEAR_BLOCKS(clear_block_mmx, 1)
|
|
|
|
|
|
|
|
|
|
static void clear_block_sse(int16_t *block)
|
|
|
|
|
{
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
"xorps %%xmm0, %%xmm0 \n"
|
|
|
|
|
"movaps %%xmm0, (%0) \n"
|
|
|
|
|
"movaps %%xmm0, 16(%0) \n"
|
|
|
|
|
"movaps %%xmm0, 32(%0) \n"
|
|
|
|
|
"movaps %%xmm0, 48(%0) \n"
|
|
|
|
|
"movaps %%xmm0, 64(%0) \n"
|
|
|
|
|
"movaps %%xmm0, 80(%0) \n"
|
|
|
|
|
"movaps %%xmm0, 96(%0) \n"
|
|
|
|
|
"movaps %%xmm0, 112(%0) \n"
|
|
|
|
|
:: "r"(block)
|
|
|
|
|
: "memory"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void clear_blocks_sse(int16_t *blocks)
|
|
|
|
|
{
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
"xorps %%xmm0, %%xmm0 \n"
|
|
|
|
|
"mov %1, %%"REG_a" \n"
|
|
|
|
|
"1: \n"
|
|
|
|
|
"movaps %%xmm0, (%0, %%"REG_a") \n"
|
|
|
|
|
"movaps %%xmm0, 16(%0, %%"REG_a") \n"
|
|
|
|
|
"movaps %%xmm0, 32(%0, %%"REG_a") \n"
|
|
|
|
|
"movaps %%xmm0, 48(%0, %%"REG_a") \n"
|
|
|
|
|
"movaps %%xmm0, 64(%0, %%"REG_a") \n"
|
|
|
|
|
"movaps %%xmm0, 80(%0, %%"REG_a") \n"
|
|
|
|
|
"movaps %%xmm0, 96(%0, %%"REG_a") \n"
|
|
|
|
|
"movaps %%xmm0, 112(%0, %%"REG_a") \n"
|
|
|
|
|
"add $128, %%"REG_a" \n"
|
|
|
|
|
"js 1b \n"
|
|
|
|
|
:: "r"(((uint8_t *)blocks) + 128 * 6),
|
|
|
|
|
"i"(-128 * 6)
|
|
|
|
|
: "%"REG_a
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static void add_bytes_mmx(uint8_t *dst, uint8_t *src, int w)
|
|
|
|
|
{
|
|
|
|
|
x86_reg i = 0;
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
"jmp 2f \n\t"
|
|
|
|
|
"1: \n\t"
|
|
|
|
|
"movq (%1, %0), %%mm0 \n\t"
|
|
|
|
|
"movq (%2, %0), %%mm1 \n\t"
|
|
|
|
|
"paddb %%mm0, %%mm1 \n\t"
|
|
|
|
|
"movq %%mm1, (%2, %0) \n\t"
|
|
|
|
|
"movq 8(%1, %0), %%mm0 \n\t"
|
|
|
|
|
"movq 8(%2, %0), %%mm1 \n\t"
|
|
|
|
|
"paddb %%mm0, %%mm1 \n\t"
|
|
|
|
|
"movq %%mm1, 8(%2, %0) \n\t"
|
|
|
|
|
"add $16, %0 \n\t"
|
|
|
|
|
"2: \n\t"
|
|
|
|
|
"cmp %3, %0 \n\t"
|
|
|
|
|
"js 1b \n\t"
|
|
|
|
|
: "+r"(i)
|
|
|
|
|
: "r"(src), "r"(dst), "r"((x86_reg)w - 15)
|
|
|
|
|
);
|
|
|
|
|
for ( ; i < w; i++)
|
|
|
|
|
dst[i + 0] += src[i + 0];
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#if HAVE_7REGS
|
|
|
|
|
static void add_hfyu_median_prediction_cmov(uint8_t *dst, const uint8_t *top,
|
|
|
|
|
const uint8_t *diff, int w,
|
|
|
|
|
int *left, int *left_top)
|
|
|
|
|
{
|
|
|
|
|
x86_reg w2 = -w;
|
|
|
|
|
x86_reg x;
|
|
|
|
|
int l = *left & 0xff;
|
|
|
|
|
int tl = *left_top & 0xff;
|
|
|
|
|
int t;
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
"mov %7, %3 \n"
|
|
|
|
|
"1: \n"
|
|
|
|
|
"movzbl (%3, %4), %2 \n"
|
|
|
|
|
"mov %2, %k3 \n"
|
|
|
|
|
"sub %b1, %b3 \n"
|
|
|
|
|
"add %b0, %b3 \n"
|
|
|
|
|
"mov %2, %1 \n"
|
|
|
|
|
"cmp %0, %2 \n"
|
|
|
|
|
"cmovg %0, %2 \n"
|
|
|
|
|
"cmovg %1, %0 \n"
|
|
|
|
|
"cmp %k3, %0 \n"
|
|
|
|
|
"cmovg %k3, %0 \n"
|
|
|
|
|
"mov %7, %3 \n"
|
|
|
|
|
"cmp %2, %0 \n"
|
|
|
|
|
"cmovl %2, %0 \n"
|
|
|
|
|
"add (%6, %4), %b0 \n"
|
|
|
|
|
"mov %b0, (%5, %4) \n"
|
|
|
|
|
"inc %4 \n"
|
|
|
|
|
"jl 1b \n"
|
|
|
|
|
: "+&q"(l), "+&q"(tl), "=&r"(t), "=&q"(x), "+&r"(w2)
|
|
|
|
|
: "r"(dst + w), "r"(diff + w), "rm"(top + w)
|
|
|
|
|
);
|
|
|
|
|
*left = l;
|
|
|
|
|
*left_top = tl;
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
/* Draw the edges of width 'w' of an image of size width, height
|
|
|
|
|
* this MMX version can only handle w == 8 || w == 16. */
|
|
|
|
|
static void draw_edges_mmx(uint8_t *buf, int wrap, int width, int height,
|
|
|
|
|
int w, int h, int sides)
|
|
|
|
|
{
|
|
|
|
|
uint8_t *ptr, *last_line;
|
|
|
|
|
int i;
|
|
|
|
|
|
|
|
|
|
last_line = buf + (height - 1) * wrap;
|
|
|
|
|
/* left and right */
|
|
|
|
|
ptr = buf;
|
|
|
|
|
if (w == 8) {
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
"1: \n\t"
|
|
|
|
|
"movd (%0), %%mm0 \n\t"
|
|
|
|
|
"punpcklbw %%mm0, %%mm0 \n\t"
|
|
|
|
|
"punpcklwd %%mm0, %%mm0 \n\t"
|
|
|
|
|
"punpckldq %%mm0, %%mm0 \n\t"
|
|
|
|
|
"movq %%mm0, -8(%0) \n\t"
|
|
|
|
|
"movq -8(%0, %2), %%mm1 \n\t"
|
|
|
|
|
"punpckhbw %%mm1, %%mm1 \n\t"
|
|
|
|
|
"punpckhwd %%mm1, %%mm1 \n\t"
|
|
|
|
|
"punpckhdq %%mm1, %%mm1 \n\t"
|
|
|
|
|
"movq %%mm1, (%0, %2) \n\t"
|
|
|
|
|
"add %1, %0 \n\t"
|
|
|
|
|
"cmp %3, %0 \n\t"
|
|
|
|
|
"jb 1b \n\t"
|
|
|
|
|
: "+r"(ptr)
|
|
|
|
|
: "r"((x86_reg)wrap), "r"((x86_reg)width), "r"(ptr + wrap * height)
|
|
|
|
|
);
|
|
|
|
|
} else if(w==16){
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
"1: \n\t"
|
|
|
|
|
"movd (%0), %%mm0 \n\t"
|
|
|
|
|
"punpcklbw %%mm0, %%mm0 \n\t"
|
|
|
|
|
"punpcklwd %%mm0, %%mm0 \n\t"
|
|
|
|
|
"punpckldq %%mm0, %%mm0 \n\t"
|
|
|
|
|
"movq %%mm0, -8(%0) \n\t"
|
|
|
|
|
"movq %%mm0, -16(%0) \n\t"
|
|
|
|
|
"movq -8(%0, %2), %%mm1 \n\t"
|
|
|
|
|
"punpckhbw %%mm1, %%mm1 \n\t"
|
|
|
|
|
"punpckhwd %%mm1, %%mm1 \n\t"
|
|
|
|
|
"punpckhdq %%mm1, %%mm1 \n\t"
|
|
|
|
|
"movq %%mm1, (%0, %2) \n\t"
|
|
|
|
|
"movq %%mm1, 8(%0, %2) \n\t"
|
|
|
|
|
"add %1, %0 \n\t"
|
|
|
|
|
"cmp %3, %0 \n\t"
|
|
|
|
|
"jb 1b \n\t"
|
|
|
|
|
: "+r"(ptr)
|
|
|
|
|
: "r"((x86_reg)wrap), "r"((x86_reg)width), "r"(ptr + wrap * height)
|
|
|
|
|
);
|
|
|
|
|
} else {
|
|
|
|
|
av_assert1(w == 4);
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
"1: \n\t"
|
|
|
|
|
"movd (%0), %%mm0 \n\t"
|
|
|
|
|
"punpcklbw %%mm0, %%mm0 \n\t"
|
|
|
|
|
"punpcklwd %%mm0, %%mm0 \n\t"
|
|
|
|
|
"movd %%mm0, -4(%0) \n\t"
|
|
|
|
|
"movd -4(%0, %2), %%mm1 \n\t"
|
|
|
|
|
"punpcklbw %%mm1, %%mm1 \n\t"
|
|
|
|
|
"punpckhwd %%mm1, %%mm1 \n\t"
|
|
|
|
|
"punpckhdq %%mm1, %%mm1 \n\t"
|
|
|
|
|
"movd %%mm1, (%0, %2) \n\t"
|
|
|
|
|
"add %1, %0 \n\t"
|
|
|
|
|
"cmp %3, %0 \n\t"
|
|
|
|
|
"jb 1b \n\t"
|
|
|
|
|
: "+r"(ptr)
|
|
|
|
|
: "r"((x86_reg)wrap), "r"((x86_reg)width), "r"(ptr + wrap * height)
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/* top and bottom (and hopefully also the corners) */
|
|
|
|
|
if (sides & EDGE_TOP) {
|
|
|
|
|
for (i = 0; i < h; i += 4) {
|
|
|
|
|
ptr = buf - (i + 1) * wrap - w;
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
"1: \n\t"
|
|
|
|
|
"movq (%1, %0), %%mm0 \n\t"
|
|
|
|
|
"movq %%mm0, (%0) \n\t"
|
|
|
|
|
"movq %%mm0, (%0, %2) \n\t"
|
|
|
|
|
"movq %%mm0, (%0, %2, 2) \n\t"
|
|
|
|
|
"movq %%mm0, (%0, %3) \n\t"
|
|
|
|
|
"add $8, %0 \n\t"
|
|
|
|
|
"cmp %4, %0 \n\t"
|
|
|
|
|
"jb 1b \n\t"
|
|
|
|
|
: "+r"(ptr)
|
|
|
|
|
: "r"((x86_reg)buf - (x86_reg)ptr - w), "r"((x86_reg) -wrap),
|
|
|
|
|
"r"((x86_reg) -wrap * 3), "r"(ptr + width + 2 * w)
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (sides & EDGE_BOTTOM) {
|
|
|
|
|
for (i = 0; i < h; i += 4) {
|
|
|
|
|
ptr = last_line + (i + 1) * wrap - w;
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
"1: \n\t"
|
|
|
|
|
"movq (%1, %0), %%mm0 \n\t"
|
|
|
|
|
"movq %%mm0, (%0) \n\t"
|
|
|
|
|
"movq %%mm0, (%0, %2) \n\t"
|
|
|
|
|
"movq %%mm0, (%0, %2, 2) \n\t"
|
|
|
|
|
"movq %%mm0, (%0, %3) \n\t"
|
|
|
|
|
"add $8, %0 \n\t"
|
|
|
|
|
"cmp %4, %0 \n\t"
|
|
|
|
|
"jb 1b \n\t"
|
|
|
|
|
: "+r"(ptr)
|
|
|
|
|
: "r"((x86_reg)last_line - (x86_reg)ptr - w),
|
|
|
|
|
"r"((x86_reg)wrap), "r"((x86_reg)wrap * 3),
|
|
|
|
|
"r"(ptr + width + 2 * w)
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
#endif /* HAVE_INLINE_ASM */
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#if HAVE_YASM
|
|
|
|
|
|
|
|
|
|
PIXELS16(static, ff_avg, , , _mmxext)
|
|
|
|
|
PIXELS16(static, ff_put, , , _mmxext)
|
|
|
|
|
|
|
|
|
|
#define QPEL_OP(OPNAME, RND, MMX) \
|
|
|
|
|
static void OPNAME ## qpel8_mc00_ ## MMX (uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
ff_ ## OPNAME ## pixels8_ ## MMX(dst, src, stride, 8); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel8_mc10_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t temp[8]; \
|
|
|
|
|
uint8_t * const half = (uint8_t*)temp; \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_h_lowpass_ ## MMX(half, src, 8, \
|
|
|
|
|
stride, 8); \
|
|
|
|
|
ff_ ## OPNAME ## pixels8_l2_ ## MMX(dst, src, half, \
|
|
|
|
|
stride, stride, 8); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel8_mc20_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
ff_ ## OPNAME ## mpeg4_qpel8_h_lowpass_ ## MMX(dst, src, stride, \
|
|
|
|
|
stride, 8); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel8_mc30_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t temp[8]; \
|
|
|
|
|
uint8_t * const half = (uint8_t*)temp; \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_h_lowpass_ ## MMX(half, src, 8, \
|
|
|
|
|
stride, 8); \
|
|
|
|
|
ff_ ## OPNAME ## pixels8_l2_ ## MMX(dst, src + 1, half, stride, \
|
|
|
|
|
stride, 8); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel8_mc01_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t temp[8]; \
|
|
|
|
|
uint8_t * const half = (uint8_t*)temp; \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_v_lowpass_ ## MMX(half, src, \
|
|
|
|
|
8, stride); \
|
|
|
|
|
ff_ ## OPNAME ## pixels8_l2_ ## MMX(dst, src, half, \
|
|
|
|
|
stride, stride, 8); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel8_mc02_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
ff_ ## OPNAME ## mpeg4_qpel8_v_lowpass_ ## MMX(dst, src, \
|
|
|
|
|
stride, stride); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel8_mc03_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t temp[8]; \
|
|
|
|
|
uint8_t * const half = (uint8_t*)temp; \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_v_lowpass_ ## MMX(half, src, \
|
|
|
|
|
8, stride); \
|
|
|
|
|
ff_ ## OPNAME ## pixels8_l2_ ## MMX(dst, src + stride, half, stride,\
|
|
|
|
|
stride, 8); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel8_mc11_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t half[8 + 9]; \
|
|
|
|
|
uint8_t * const halfH = ((uint8_t*)half) + 64; \
|
|
|
|
|
uint8_t * const halfHV = ((uint8_t*)half); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_h_lowpass_ ## MMX(halfH, src, 8, \
|
|
|
|
|
stride, 9); \
|
|
|
|
|
ff_put ## RND ## pixels8_l2_ ## MMX(halfH, src, halfH, 8, \
|
|
|
|
|
stride, 9); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_v_lowpass_ ## MMX(halfHV, halfH, 8, 8);\
|
|
|
|
|
ff_ ## OPNAME ## pixels8_l2_ ## MMX(dst, halfH, halfHV, \
|
|
|
|
|
stride, 8, 8); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel8_mc31_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t half[8 + 9]; \
|
|
|
|
|
uint8_t * const halfH = ((uint8_t*)half) + 64; \
|
|
|
|
|
uint8_t * const halfHV = ((uint8_t*)half); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_h_lowpass_ ## MMX(halfH, src, 8, \
|
|
|
|
|
stride, 9); \
|
|
|
|
|
ff_put ## RND ## pixels8_l2_ ## MMX(halfH, src + 1, halfH, 8, \
|
|
|
|
|
stride, 9); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_v_lowpass_ ## MMX(halfHV, halfH, 8, 8);\
|
|
|
|
|
ff_ ## OPNAME ## pixels8_l2_ ## MMX(dst, halfH, halfHV, \
|
|
|
|
|
stride, 8, 8); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel8_mc13_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t half[8 + 9]; \
|
|
|
|
|
uint8_t * const halfH = ((uint8_t*)half) + 64; \
|
|
|
|
|
uint8_t * const halfHV = ((uint8_t*)half); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_h_lowpass_ ## MMX(halfH, src, 8, \
|
|
|
|
|
stride, 9); \
|
|
|
|
|
ff_put ## RND ## pixels8_l2_ ## MMX(halfH, src, halfH, 8, \
|
|
|
|
|
stride, 9); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_v_lowpass_ ## MMX(halfHV, halfH, 8, 8);\
|
|
|
|
|
ff_ ## OPNAME ## pixels8_l2_ ## MMX(dst, halfH + 8, halfHV, \
|
|
|
|
|
stride, 8, 8); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel8_mc33_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t half[8 + 9]; \
|
|
|
|
|
uint8_t * const halfH = ((uint8_t*)half) + 64; \
|
|
|
|
|
uint8_t * const halfHV = ((uint8_t*)half); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_h_lowpass_ ## MMX(halfH, src, 8, \
|
|
|
|
|
stride, 9); \
|
|
|
|
|
ff_put ## RND ## pixels8_l2_ ## MMX(halfH, src + 1, halfH, 8, \
|
|
|
|
|
stride, 9); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_v_lowpass_ ## MMX(halfHV, halfH, 8, 8);\
|
|
|
|
|
ff_ ## OPNAME ## pixels8_l2_ ## MMX(dst, halfH + 8, halfHV, \
|
|
|
|
|
stride, 8, 8); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel8_mc21_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t half[8 + 9]; \
|
|
|
|
|
uint8_t * const halfH = ((uint8_t*)half) + 64; \
|
|
|
|
|
uint8_t * const halfHV = ((uint8_t*)half); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_h_lowpass_ ## MMX(halfH, src, 8, \
|
|
|
|
|
stride, 9); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_v_lowpass_ ## MMX(halfHV, halfH, 8, 8);\
|
|
|
|
|
ff_ ## OPNAME ## pixels8_l2_ ## MMX(dst, halfH, halfHV, \
|
|
|
|
|
stride, 8, 8); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel8_mc23_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t half[8 + 9]; \
|
|
|
|
|
uint8_t * const halfH = ((uint8_t*)half) + 64; \
|
|
|
|
|
uint8_t * const halfHV = ((uint8_t*)half); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_h_lowpass_ ## MMX(halfH, src, 8, \
|
|
|
|
|
stride, 9); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_v_lowpass_ ## MMX(halfHV, halfH, 8, 8);\
|
|
|
|
|
ff_ ## OPNAME ## pixels8_l2_ ## MMX(dst, halfH + 8, halfHV, \
|
|
|
|
|
stride, 8, 8); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel8_mc12_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t half[8 + 9]; \
|
|
|
|
|
uint8_t * const halfH = ((uint8_t*)half); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_h_lowpass_ ## MMX(halfH, src, 8, \
|
|
|
|
|
stride, 9); \
|
|
|
|
|
ff_put ## RND ## pixels8_l2_ ## MMX(halfH, src, halfH, \
|
|
|
|
|
8, stride, 9); \
|
|
|
|
|
ff_ ## OPNAME ## mpeg4_qpel8_v_lowpass_ ## MMX(dst, halfH, \
|
|
|
|
|
stride, 8); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel8_mc32_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t half[8 + 9]; \
|
|
|
|
|
uint8_t * const halfH = ((uint8_t*)half); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_h_lowpass_ ## MMX(halfH, src, 8, \
|
|
|
|
|
stride, 9); \
|
|
|
|
|
ff_put ## RND ## pixels8_l2_ ## MMX(halfH, src + 1, halfH, 8, \
|
|
|
|
|
stride, 9); \
|
|
|
|
|
ff_ ## OPNAME ## mpeg4_qpel8_v_lowpass_ ## MMX(dst, halfH, \
|
|
|
|
|
stride, 8); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel8_mc22_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t half[9]; \
|
|
|
|
|
uint8_t * const halfH = ((uint8_t*)half); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel8_h_lowpass_ ## MMX(halfH, src, 8, \
|
|
|
|
|
stride, 9); \
|
|
|
|
|
ff_ ## OPNAME ## mpeg4_qpel8_v_lowpass_ ## MMX(dst, halfH, \
|
|
|
|
|
stride, 8); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel16_mc00_ ## MMX (uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
ff_ ## OPNAME ## pixels16_ ## MMX(dst, src, stride, 16); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel16_mc10_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t temp[32]; \
|
|
|
|
|
uint8_t * const half = (uint8_t*)temp; \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_h_lowpass_ ## MMX(half, src, 16, \
|
|
|
|
|
stride, 16); \
|
|
|
|
|
ff_ ## OPNAME ## pixels16_l2_ ## MMX(dst, src, half, stride, \
|
|
|
|
|
stride, 16); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel16_mc20_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
ff_ ## OPNAME ## mpeg4_qpel16_h_lowpass_ ## MMX(dst, src, \
|
|
|
|
|
stride, stride, 16);\
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel16_mc30_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t temp[32]; \
|
|
|
|
|
uint8_t * const half = (uint8_t*)temp; \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_h_lowpass_ ## MMX(half, src, 16, \
|
|
|
|
|
stride, 16); \
|
|
|
|
|
ff_ ## OPNAME ## pixels16_l2_ ## MMX(dst, src + 1, half, \
|
|
|
|
|
stride, stride, 16); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel16_mc01_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t temp[32]; \
|
|
|
|
|
uint8_t * const half = (uint8_t*)temp; \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_v_lowpass_ ## MMX(half, src, 16, \
|
|
|
|
|
stride); \
|
|
|
|
|
ff_ ## OPNAME ## pixels16_l2_ ## MMX(dst, src, half, stride, \
|
|
|
|
|
stride, 16); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel16_mc02_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
ff_ ## OPNAME ## mpeg4_qpel16_v_lowpass_ ## MMX(dst, src, \
|
|
|
|
|
stride, stride); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel16_mc03_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t temp[32]; \
|
|
|
|
|
uint8_t * const half = (uint8_t*)temp; \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_v_lowpass_ ## MMX(half, src, 16, \
|
|
|
|
|
stride); \
|
|
|
|
|
ff_ ## OPNAME ## pixels16_l2_ ## MMX(dst, src+stride, half, \
|
|
|
|
|
stride, stride, 16); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel16_mc11_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t half[16 * 2 + 17 * 2]; \
|
|
|
|
|
uint8_t * const halfH = ((uint8_t*)half) + 256; \
|
|
|
|
|
uint8_t * const halfHV = ((uint8_t*)half); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_h_lowpass_ ## MMX(halfH, src, 16, \
|
|
|
|
|
stride, 17); \
|
|
|
|
|
ff_put ## RND ## pixels16_l2_ ## MMX(halfH, src, halfH, 16, \
|
|
|
|
|
stride, 17); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_v_lowpass_ ## MMX(halfHV, halfH, \
|
|
|
|
|
16, 16); \
|
|
|
|
|
ff_ ## OPNAME ## pixels16_l2_ ## MMX(dst, halfH, halfHV, \
|
|
|
|
|
stride, 16, 16); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel16_mc31_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t half[16 * 2 + 17 * 2]; \
|
|
|
|
|
uint8_t * const halfH = ((uint8_t*)half) + 256; \
|
|
|
|
|
uint8_t * const halfHV = ((uint8_t*)half); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_h_lowpass_ ## MMX(halfH, src, 16, \
|
|
|
|
|
stride, 17); \
|
|
|
|
|
ff_put ## RND ## pixels16_l2_ ## MMX(halfH, src + 1, halfH, 16, \
|
|
|
|
|
stride, 17); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_v_lowpass_ ## MMX(halfHV, halfH, \
|
|
|
|
|
16, 16); \
|
|
|
|
|
ff_ ## OPNAME ## pixels16_l2_ ## MMX(dst, halfH, halfHV, \
|
|
|
|
|
stride, 16, 16); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel16_mc13_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t half[16 * 2 + 17 * 2]; \
|
|
|
|
|
uint8_t * const halfH = ((uint8_t*)half) + 256; \
|
|
|
|
|
uint8_t * const halfHV = ((uint8_t*)half); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_h_lowpass_ ## MMX(halfH, src, 16, \
|
|
|
|
|
stride, 17); \
|
|
|
|
|
ff_put ## RND ## pixels16_l2_ ## MMX(halfH, src, halfH, 16, \
|
|
|
|
|
stride, 17); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_v_lowpass_ ## MMX(halfHV, halfH, \
|
|
|
|
|
16, 16); \
|
|
|
|
|
ff_ ## OPNAME ## pixels16_l2_ ## MMX(dst, halfH + 16, halfHV, \
|
|
|
|
|
stride, 16, 16); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel16_mc33_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t half[16 * 2 + 17 * 2]; \
|
|
|
|
|
uint8_t * const halfH = ((uint8_t*)half) + 256; \
|
|
|
|
|
uint8_t * const halfHV = ((uint8_t*)half); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_h_lowpass_ ## MMX(halfH, src, 16, \
|
|
|
|
|
stride, 17); \
|
|
|
|
|
ff_put ## RND ## pixels16_l2_ ## MMX(halfH, src + 1, halfH, 16, \
|
|
|
|
|
stride, 17); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_v_lowpass_ ## MMX(halfHV, halfH, \
|
|
|
|
|
16, 16); \
|
|
|
|
|
ff_ ## OPNAME ## pixels16_l2_ ## MMX(dst, halfH + 16, halfHV, \
|
|
|
|
|
stride, 16, 16); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel16_mc21_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t half[16 * 2 + 17 * 2]; \
|
|
|
|
|
uint8_t * const halfH = ((uint8_t*)half) + 256; \
|
|
|
|
|
uint8_t * const halfHV = ((uint8_t*)half); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_h_lowpass_ ## MMX(halfH, src, 16, \
|
|
|
|
|
stride, 17); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_v_lowpass_ ## MMX(halfHV, halfH, \
|
|
|
|
|
16, 16); \
|
|
|
|
|
ff_ ## OPNAME ## pixels16_l2_ ## MMX(dst, halfH, halfHV, \
|
|
|
|
|
stride, 16, 16); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel16_mc23_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t half[16 * 2 + 17 * 2]; \
|
|
|
|
|
uint8_t * const halfH = ((uint8_t*)half) + 256; \
|
|
|
|
|
uint8_t * const halfHV = ((uint8_t*)half); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_h_lowpass_ ## MMX(halfH, src, 16, \
|
|
|
|
|
stride, 17); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_v_lowpass_ ## MMX(halfHV, halfH, \
|
|
|
|
|
16, 16); \
|
|
|
|
|
ff_ ## OPNAME ## pixels16_l2_ ## MMX(dst, halfH + 16, halfHV, \
|
|
|
|
|
stride, 16, 16); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel16_mc12_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t half[17 * 2]; \
|
|
|
|
|
uint8_t * const halfH = ((uint8_t*)half); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_h_lowpass_ ## MMX(halfH, src, 16, \
|
|
|
|
|
stride, 17); \
|
|
|
|
|
ff_put ## RND ## pixels16_l2_ ## MMX(halfH, src, halfH, 16, \
|
|
|
|
|
stride, 17); \
|
|
|
|
|
ff_ ## OPNAME ## mpeg4_qpel16_v_lowpass_ ## MMX(dst, halfH, \
|
|
|
|
|
stride, 16); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel16_mc32_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t half[17 * 2]; \
|
|
|
|
|
uint8_t * const halfH = ((uint8_t*)half); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_h_lowpass_ ## MMX(halfH, src, 16, \
|
|
|
|
|
stride, 17); \
|
|
|
|
|
ff_put ## RND ## pixels16_l2_ ## MMX(halfH, src + 1, halfH, 16, \
|
|
|
|
|
stride, 17); \
|
|
|
|
|
ff_ ## OPNAME ## mpeg4_qpel16_v_lowpass_ ## MMX(dst, halfH, \
|
|
|
|
|
stride, 16); \
|
|
|
|
|
} \
|
|
|
|
|
\
|
|
|
|
|
static void OPNAME ## qpel16_mc22_ ## MMX(uint8_t *dst, uint8_t *src, \
|
|
|
|
|
ptrdiff_t stride) \
|
|
|
|
|
{ \
|
|
|
|
|
uint64_t half[17 * 2]; \
|
|
|
|
|
uint8_t * const halfH = ((uint8_t*)half); \
|
|
|
|
|
ff_put ## RND ## mpeg4_qpel16_h_lowpass_ ## MMX(halfH, src, 16, \
|
|
|
|
|
stride, 17); \
|
|
|
|
|
ff_ ## OPNAME ## mpeg4_qpel16_v_lowpass_ ## MMX(dst, halfH, \
|
|
|
|
|
stride, 16); \
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
QPEL_OP(put_, _, mmxext)
|
|
|
|
|
QPEL_OP(avg_, _, mmxext)
|
|
|
|
|
QPEL_OP(put_no_rnd_, _no_rnd_, mmxext)
|
|
|
|
|
#endif /* HAVE_YASM */
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#if HAVE_INLINE_ASM
|
|
|
|
|
typedef void emulated_edge_mc_func(uint8_t *dst, const uint8_t *src,
|
|
|
|
|
ptrdiff_t linesize, int block_w, int block_h,
|
|
|
|
|
int src_x, int src_y, int w, int h);
|
|
|
|
|
|
|
|
|
|
static av_always_inline void gmc(uint8_t *dst, uint8_t *src,
|
|
|
|
|
int stride, int h, int ox, int oy,
|
|
|
|
|
int dxx, int dxy, int dyx, int dyy,
|
|
|
|
|
int shift, int r, int width, int height,
|
|
|
|
|
emulated_edge_mc_func *emu_edge_fn)
|
|
|
|
|
{
|
|
|
|
|
const int w = 8;
|
|
|
|
|
const int ix = ox >> (16 + shift);
|
|
|
|
|
const int iy = oy >> (16 + shift);
|
|
|
|
|
const int oxs = ox >> 4;
|
|
|
|
|
const int oys = oy >> 4;
|
|
|
|
|
const int dxxs = dxx >> 4;
|
|
|
|
|
const int dxys = dxy >> 4;
|
|
|
|
|
const int dyxs = dyx >> 4;
|
|
|
|
|
const int dyys = dyy >> 4;
|
|
|
|
|
const uint16_t r4[4] = { r, r, r, r };
|
|
|
|
|
const uint16_t dxy4[4] = { dxys, dxys, dxys, dxys };
|
|
|
|
|
const uint16_t dyy4[4] = { dyys, dyys, dyys, dyys };
|
|
|
|
|
const uint64_t shift2 = 2 * shift;
|
|
|
|
|
#define MAX_STRIDE 4096U
|
|
|
|
|
#define MAX_H 8U
|
|
|
|
|
uint8_t edge_buf[(MAX_H + 1) * MAX_STRIDE];
|
|
|
|
|
int x, y;
|
|
|
|
|
|
|
|
|
|
const int dxw = (dxx - (1 << (16 + shift))) * (w - 1);
|
|
|
|
|
const int dyh = (dyy - (1 << (16 + shift))) * (h - 1);
|
|
|
|
|
const int dxh = dxy * (h - 1);
|
|
|
|
|
const int dyw = dyx * (w - 1);
|
|
|
|
|
int need_emu = (unsigned)ix >= width - w ||
|
|
|
|
|
(unsigned)iy >= height - h;
|
|
|
|
|
|
|
|
|
|
if ( // non-constant fullpel offset (3% of blocks)
|
|
|
|
|
((ox ^ (ox + dxw)) | (ox ^ (ox + dxh)) | (ox ^ (ox + dxw + dxh)) |
|
|
|
|
|
(oy ^ (oy + dyw)) | (oy ^ (oy + dyh)) | (oy ^ (oy + dyw + dyh))) >> (16 + shift)
|
|
|
|
|
// uses more than 16 bits of subpel mv (only at huge resolution)
|
|
|
|
|
|| (dxx | dxy | dyx | dyy) & 15
|
|
|
|
|
|| (need_emu && (h > MAX_H || stride > MAX_STRIDE))) {
|
|
|
|
|
// FIXME could still use mmx for some of the rows
|
|
|
|
|
ff_gmc_c(dst, src, stride, h, ox, oy, dxx, dxy, dyx, dyy,
|
|
|
|
|
shift, r, width, height);
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
src += ix + iy * stride;
|
|
|
|
|
if (need_emu) {
|
|
|
|
|
emu_edge_fn(edge_buf, src, stride, w + 1, h + 1, ix, iy, width, height);
|
|
|
|
|
src = edge_buf;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
"movd %0, %%mm6 \n\t"
|
|
|
|
|
"pxor %%mm7, %%mm7 \n\t"
|
|
|
|
|
"punpcklwd %%mm6, %%mm6 \n\t"
|
|
|
|
|
"punpcklwd %%mm6, %%mm6 \n\t"
|
|
|
|
|
:: "r"(1<<shift)
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
for (x = 0; x < w; x += 4) {
|
|
|
|
|
uint16_t dx4[4] = { oxs - dxys + dxxs * (x + 0),
|
|
|
|
|
oxs - dxys + dxxs * (x + 1),
|
|
|
|
|
oxs - dxys + dxxs * (x + 2),
|
|
|
|
|
oxs - dxys + dxxs * (x + 3) };
|
|
|
|
|
uint16_t dy4[4] = { oys - dyys + dyxs * (x + 0),
|
|
|
|
|
oys - dyys + dyxs * (x + 1),
|
|
|
|
|
oys - dyys + dyxs * (x + 2),
|
|
|
|
|
oys - dyys + dyxs * (x + 3) };
|
|
|
|
|
|
|
|
|
|
for (y = 0; y < h; y++) {
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
"movq %0, %%mm4 \n\t"
|
|
|
|
|
"movq %1, %%mm5 \n\t"
|
|
|
|
|
"paddw %2, %%mm4 \n\t"
|
|
|
|
|
"paddw %3, %%mm5 \n\t"
|
|
|
|
|
"movq %%mm4, %0 \n\t"
|
|
|
|
|
"movq %%mm5, %1 \n\t"
|
|
|
|
|
"psrlw $12, %%mm4 \n\t"
|
|
|
|
|
"psrlw $12, %%mm5 \n\t"
|
|
|
|
|
: "+m"(*dx4), "+m"(*dy4)
|
|
|
|
|
: "m"(*dxy4), "m"(*dyy4)
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
"movq %%mm6, %%mm2 \n\t"
|
|
|
|
|
"movq %%mm6, %%mm1 \n\t"
|
|
|
|
|
"psubw %%mm4, %%mm2 \n\t"
|
|
|
|
|
"psubw %%mm5, %%mm1 \n\t"
|
|
|
|
|
"movq %%mm2, %%mm0 \n\t"
|
|
|
|
|
"movq %%mm4, %%mm3 \n\t"
|
|
|
|
|
"pmullw %%mm1, %%mm0 \n\t" // (s - dx) * (s - dy)
|
|
|
|
|
"pmullw %%mm5, %%mm3 \n\t" // dx * dy
|
|
|
|
|
"pmullw %%mm5, %%mm2 \n\t" // (s - dx) * dy
|
|
|
|
|
"pmullw %%mm4, %%mm1 \n\t" // dx * (s - dy)
|
|
|
|
|
|
|
|
|
|
"movd %4, %%mm5 \n\t"
|
|
|
|
|
"movd %3, %%mm4 \n\t"
|
|
|
|
|
"punpcklbw %%mm7, %%mm5 \n\t"
|
|
|
|
|
"punpcklbw %%mm7, %%mm4 \n\t"
|
|
|
|
|
"pmullw %%mm5, %%mm3 \n\t" // src[1, 1] * dx * dy
|
|
|
|
|
"pmullw %%mm4, %%mm2 \n\t" // src[0, 1] * (s - dx) * dy
|
|
|
|
|
|
|
|
|
|
"movd %2, %%mm5 \n\t"
|
|
|
|
|
"movd %1, %%mm4 \n\t"
|
|
|
|
|
"punpcklbw %%mm7, %%mm5 \n\t"
|
|
|
|
|
"punpcklbw %%mm7, %%mm4 \n\t"
|
|
|
|
|
"pmullw %%mm5, %%mm1 \n\t" // src[1, 0] * dx * (s - dy)
|
|
|
|
|
"pmullw %%mm4, %%mm0 \n\t" // src[0, 0] * (s - dx) * (s - dy)
|
|
|
|
|
"paddw %5, %%mm1 \n\t"
|
|
|
|
|
"paddw %%mm3, %%mm2 \n\t"
|
|
|
|
|
"paddw %%mm1, %%mm0 \n\t"
|
|
|
|
|
"paddw %%mm2, %%mm0 \n\t"
|
|
|
|
|
|
|
|
|
|
"psrlw %6, %%mm0 \n\t"
|
|
|
|
|
"packuswb %%mm0, %%mm0 \n\t"
|
|
|
|
|
"movd %%mm0, %0 \n\t"
|
|
|
|
|
|
|
|
|
|
: "=m"(dst[x + y * stride])
|
|
|
|
|
: "m"(src[0]), "m"(src[1]),
|
|
|
|
|
"m"(src[stride]), "m"(src[stride + 1]),
|
|
|
|
|
"m"(*r4), "m"(shift2)
|
|
|
|
|
);
|
|
|
|
|
src += stride;
|
|
|
|
|
}
|
|
|
|
|
src += 4 - h * stride;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#if CONFIG_VIDEODSP
|
|
|
|
|
#if HAVE_YASM
|
|
|
|
|
#if ARCH_X86_32
|
|
|
|
|
static void gmc_mmx(uint8_t *dst, uint8_t *src,
|
|
|
|
|
int stride, int h, int ox, int oy,
|
|
|
|
|
int dxx, int dxy, int dyx, int dyy,
|
|
|
|
|
int shift, int r, int width, int height)
|
|
|
|
|
{
|
|
|
|
|
gmc(dst, src, stride, h, ox, oy, dxx, dxy, dyx, dyy, shift, r,
|
|
|
|
|
width, height, &ff_emulated_edge_mc_8);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
static void gmc_sse(uint8_t *dst, uint8_t *src,
|
|
|
|
|
int stride, int h, int ox, int oy,
|
|
|
|
|
int dxx, int dxy, int dyx, int dyy,
|
|
|
|
|
int shift, int r, int width, int height)
|
|
|
|
|
{
|
|
|
|
|
gmc(dst, src, stride, h, ox, oy, dxx, dxy, dyx, dyy, shift, r,
|
|
|
|
|
width, height, &ff_emulated_edge_mc_8);
|
|
|
|
|
}
|
|
|
|
|
#else
|
|
|
|
|
static void gmc_mmx(uint8_t *dst, uint8_t *src,
|
|
|
|
|
int stride, int h, int ox, int oy,
|
|
|
|
|
int dxx, int dxy, int dyx, int dyy,
|
|
|
|
|
int shift, int r, int width, int height)
|
|
|
|
|
{
|
|
|
|
|
gmc(dst, src, stride, h, ox, oy, dxx, dxy, dyx, dyy, shift, r,
|
|
|
|
|
width, height, &ff_emulated_edge_mc_8);
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
#if CONFIG_DIRAC_DECODER
|
|
|
|
|
#define DIRAC_PIXOP(OPNAME2, OPNAME, EXT)\
|
|
|
|
|
void ff_ ## OPNAME2 ## _dirac_pixels8_ ## EXT(uint8_t *dst, const uint8_t *src[5], int stride, int h)\
|
|
|
|
|
{\
|
|
|
|
|
if (h&3)\
|
|
|
|
|
ff_ ## OPNAME2 ## _dirac_pixels8_c(dst, src, stride, h);\
|
|
|
|
|
else\
|
|
|
|
|
OPNAME ## _pixels8_ ## EXT(dst, src[0], stride, h);\
|
|
|
|
|
}\
|
|
|
|
|
void ff_ ## OPNAME2 ## _dirac_pixels16_ ## EXT(uint8_t *dst, const uint8_t *src[5], int stride, int h)\
|
|
|
|
|
{\
|
|
|
|
|
if (h&3)\
|
|
|
|
|
ff_ ## OPNAME2 ## _dirac_pixels16_c(dst, src, stride, h);\
|
|
|
|
|
else\
|
|
|
|
|
OPNAME ## _pixels16_ ## EXT(dst, src[0], stride, h);\
|
|
|
|
|
}\
|
|
|
|
|
void ff_ ## OPNAME2 ## _dirac_pixels32_ ## EXT(uint8_t *dst, const uint8_t *src[5], int stride, int h)\
|
|
|
|
|
{\
|
|
|
|
|
if (h&3) {\
|
|
|
|
|
ff_ ## OPNAME2 ## _dirac_pixels32_c(dst, src, stride, h);\
|
|
|
|
|
} else {\
|
|
|
|
|
OPNAME ## _pixels16_ ## EXT(dst , src[0] , stride, h);\
|
|
|
|
|
OPNAME ## _pixels16_ ## EXT(dst+16, src[0]+16, stride, h);\
|
|
|
|
|
}\
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#if HAVE_MMX_INLINE
|
|
|
|
|
DIRAC_PIXOP(put, ff_put, mmx)
|
|
|
|
|
DIRAC_PIXOP(avg, ff_avg, mmx)
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
#if HAVE_YASM
|
|
|
|
|
DIRAC_PIXOP(avg, ff_avg, mmxext)
|
|
|
|
|
|
|
|
|
|
void ff_put_dirac_pixels16_sse2(uint8_t *dst, const uint8_t *src[5], int stride, int h)
|
|
|
|
|
{
|
|
|
|
|
if (h&3)
|
|
|
|
|
ff_put_dirac_pixels16_c(dst, src, stride, h);
|
|
|
|
|
else
|
|
|
|
|
ff_put_pixels16_sse2(dst, src[0], stride, h);
|
|
|
|
|
}
|
|
|
|
|
void ff_avg_dirac_pixels16_sse2(uint8_t *dst, const uint8_t *src[5], int stride, int h)
|
|
|
|
|
{
|
|
|
|
|
if (h&3)
|
|
|
|
|
ff_avg_dirac_pixels16_c(dst, src, stride, h);
|
|
|
|
|
else
|
|
|
|
|
ff_avg_pixels16_sse2(dst, src[0], stride, h);
|
|
|
|
|
}
|
|
|
|
|
void ff_put_dirac_pixels32_sse2(uint8_t *dst, const uint8_t *src[5], int stride, int h)
|
|
|
|
|
{
|
|
|
|
|
if (h&3) {
|
|
|
|
|
ff_put_dirac_pixels32_c(dst, src, stride, h);
|
|
|
|
|
} else {
|
|
|
|
|
ff_put_pixels16_sse2(dst , src[0] , stride, h);
|
|
|
|
|
ff_put_pixels16_sse2(dst+16, src[0]+16, stride, h);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
void ff_avg_dirac_pixels32_sse2(uint8_t *dst, const uint8_t *src[5], int stride, int h)
|
|
|
|
|
{
|
|
|
|
|
if (h&3) {
|
|
|
|
|
ff_avg_dirac_pixels32_c(dst, src, stride, h);
|
|
|
|
|
} else {
|
|
|
|
|
ff_avg_pixels16_sse2(dst , src[0] , stride, h);
|
|
|
|
|
ff_avg_pixels16_sse2(dst+16, src[0]+16, stride, h);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
#endif
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
static void vector_clipf_sse(float *dst, const float *src,
|
|
|
|
|
float min, float max, int len)
|
|
|
|
|
{
|
|
|
|
|
x86_reg i = (len - 16) * 4;
|
|
|
|
|
__asm__ volatile (
|
|
|
|
|
"movss %3, %%xmm4 \n\t"
|
|
|
|
|
"movss %4, %%xmm5 \n\t"
|
|
|
|
|
"shufps $0, %%xmm4, %%xmm4 \n\t"
|
|
|
|
|
"shufps $0, %%xmm5, %%xmm5 \n\t"
|
|
|
|
|
"1: \n\t"
|
|
|
|
|
"movaps (%2, %0), %%xmm0 \n\t" // 3/1 on intel
|
|
|
|
|
"movaps 16(%2, %0), %%xmm1 \n\t"
|
|
|
|
|
"movaps 32(%2, %0), %%xmm2 \n\t"
|
|
|
|
|
"movaps 48(%2, %0), %%xmm3 \n\t"
|
|
|
|
|
"maxps %%xmm4, %%xmm0 \n\t"
|
|
|
|
|
"maxps %%xmm4, %%xmm1 \n\t"
|
|
|
|
|
"maxps %%xmm4, %%xmm2 \n\t"
|
|
|
|
|
"maxps %%xmm4, %%xmm3 \n\t"
|
|
|
|
|
"minps %%xmm5, %%xmm0 \n\t"
|
|
|
|
|
"minps %%xmm5, %%xmm1 \n\t"
|
|
|
|
|
"minps %%xmm5, %%xmm2 \n\t"
|
|
|
|
|
"minps %%xmm5, %%xmm3 \n\t"
|
|
|
|
|
"movaps %%xmm0, (%1, %0) \n\t"
|
|
|
|
|
"movaps %%xmm1, 16(%1, %0) \n\t"
|
|
|
|
|
"movaps %%xmm2, 32(%1, %0) \n\t"
|
|
|
|
|
"movaps %%xmm3, 48(%1, %0) \n\t"
|
|
|
|
|
"sub $64, %0 \n\t"
|
|
|
|
|
"jge 1b \n\t"
|
|
|
|
|
: "+&r"(i)
|
|
|
|
|
: "r"(dst), "r"(src), "m"(min), "m"(max)
|
|
|
|
|
: "memory"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#endif /* HAVE_INLINE_ASM */
|
|
|
|
|
|
|
|
|
|
void ff_h263_v_loop_filter_mmx(uint8_t *src, int stride, int qscale);
|
|
|
|
|
void ff_h263_h_loop_filter_mmx(uint8_t *src, int stride, int qscale);
|
|
|
|
|
|
|
|
|
|
int32_t ff_scalarproduct_int16_mmxext(const int16_t *v1, const int16_t *v2,
|
|
|
|
|
int order);
|
|
|
|
|
int32_t ff_scalarproduct_int16_sse2(const int16_t *v1, const int16_t *v2,
|
|
|
|
|
int order);
|
|
|
|
|
int32_t ff_scalarproduct_and_madd_int16_mmxext(int16_t *v1, const int16_t *v2,
|
|
|
|
|
const int16_t *v3,
|
|
|
|
|
int order, int mul);
|
|
|
|
|
int32_t ff_scalarproduct_and_madd_int16_sse2(int16_t *v1, const int16_t *v2,
|
|
|
|
|
const int16_t *v3,
|
|
|
|
|
int order, int mul);
|
|
|
|
|
int32_t ff_scalarproduct_and_madd_int16_ssse3(int16_t *v1, const int16_t *v2,
|
|
|
|
|
const int16_t *v3,
|
|
|
|
|
int order, int mul);
|
|
|
|
|
|
|
|
|
|
void ff_apply_window_int16_round_mmxext(int16_t *output, const int16_t *input,
|
|
|
|
|
const int16_t *window, unsigned int len);
|
|
|
|
|
void ff_apply_window_int16_round_sse2(int16_t *output, const int16_t *input,
|
|
|
|
|
const int16_t *window, unsigned int len);
|
|
|
|
|
void ff_apply_window_int16_mmxext(int16_t *output, const int16_t *input,
|
|
|
|
|
const int16_t *window, unsigned int len);
|
|
|
|
|
void ff_apply_window_int16_sse2(int16_t *output, const int16_t *input,
|
|
|
|
|
const int16_t *window, unsigned int len);
|
|
|
|
|
void ff_apply_window_int16_ssse3(int16_t *output, const int16_t *input,
|
|
|
|
|
const int16_t *window, unsigned int len);
|
|
|
|
|
void ff_apply_window_int16_ssse3_atom(int16_t *output, const int16_t *input,
|
|
|
|
|
const int16_t *window, unsigned int len);
|
|
|
|
|
|
|
|
|
|
void ff_bswap32_buf_ssse3(uint32_t *dst, const uint32_t *src, int w);
|
|
|
|
|
void ff_bswap32_buf_sse2(uint32_t *dst, const uint32_t *src, int w);
|
|
|
|
|
|
|
|
|
|
void ff_add_hfyu_median_prediction_mmxext(uint8_t *dst, const uint8_t *top,
|
|
|
|
|
const uint8_t *diff, int w,
|
|
|
|
|
int *left, int *left_top);
|
|
|
|
|
int ff_add_hfyu_left_prediction_ssse3(uint8_t *dst, const uint8_t *src,
|
|
|
|
|
int w, int left);
|
|
|
|
|
int ff_add_hfyu_left_prediction_sse4(uint8_t *dst, const uint8_t *src,
|
|
|
|
|
int w, int left);
|
|
|
|
|
|
|
|
|
|
void ff_vector_clip_int32_mmx (int32_t *dst, const int32_t *src,
|
|
|
|
|
int32_t min, int32_t max, unsigned int len);
|
|
|
|
|
void ff_vector_clip_int32_sse2 (int32_t *dst, const int32_t *src,
|
|
|
|
|
int32_t min, int32_t max, unsigned int len);
|
|
|
|
|
void ff_vector_clip_int32_int_sse2(int32_t *dst, const int32_t *src,
|
|
|
|
|
int32_t min, int32_t max, unsigned int len);
|
|
|
|
|
void ff_vector_clip_int32_sse4 (int32_t *dst, const int32_t *src,
|
|
|
|
|
int32_t min, int32_t max, unsigned int len);
|
|
|
|
|
|
|
|
|
|
#define SET_QPEL_FUNCS(PFX, IDX, SIZE, CPU, PREFIX) \
|
|
|
|
|
do { \
|
|
|
|
|
c->PFX ## _pixels_tab[IDX][ 0] = PREFIX ## PFX ## SIZE ## _mc00_ ## CPU; \
|
|
|
|
|
c->PFX ## _pixels_tab[IDX][ 1] = PREFIX ## PFX ## SIZE ## _mc10_ ## CPU; \
|
|
|
|
|
c->PFX ## _pixels_tab[IDX][ 2] = PREFIX ## PFX ## SIZE ## _mc20_ ## CPU; \
|
|
|
|
|
c->PFX ## _pixels_tab[IDX][ 3] = PREFIX ## PFX ## SIZE ## _mc30_ ## CPU; \
|
|
|
|
|
c->PFX ## _pixels_tab[IDX][ 4] = PREFIX ## PFX ## SIZE ## _mc01_ ## CPU; \
|
|
|
|
|
c->PFX ## _pixels_tab[IDX][ 5] = PREFIX ## PFX ## SIZE ## _mc11_ ## CPU; \
|
|
|
|
|
c->PFX ## _pixels_tab[IDX][ 6] = PREFIX ## PFX ## SIZE ## _mc21_ ## CPU; \
|
|
|
|
|
c->PFX ## _pixels_tab[IDX][ 7] = PREFIX ## PFX ## SIZE ## _mc31_ ## CPU; \
|
|
|
|
|
c->PFX ## _pixels_tab[IDX][ 8] = PREFIX ## PFX ## SIZE ## _mc02_ ## CPU; \
|
|
|
|
|
c->PFX ## _pixels_tab[IDX][ 9] = PREFIX ## PFX ## SIZE ## _mc12_ ## CPU; \
|
|
|
|
|
c->PFX ## _pixels_tab[IDX][10] = PREFIX ## PFX ## SIZE ## _mc22_ ## CPU; \
|
|
|
|
|
c->PFX ## _pixels_tab[IDX][11] = PREFIX ## PFX ## SIZE ## _mc32_ ## CPU; \
|
|
|
|
|
c->PFX ## _pixels_tab[IDX][12] = PREFIX ## PFX ## SIZE ## _mc03_ ## CPU; \
|
|
|
|
|
c->PFX ## _pixels_tab[IDX][13] = PREFIX ## PFX ## SIZE ## _mc13_ ## CPU; \
|
|
|
|
|
c->PFX ## _pixels_tab[IDX][14] = PREFIX ## PFX ## SIZE ## _mc23_ ## CPU; \
|
|
|
|
|
c->PFX ## _pixels_tab[IDX][15] = PREFIX ## PFX ## SIZE ## _mc33_ ## CPU; \
|
|
|
|
|
} while (0)
|
|
|
|
|
|
|
|
|
|
static av_cold void dsputil_init_mmx(DSPContext *c, AVCodecContext *avctx,
|
|
|
|
|
int mm_flags)
|
|
|
|
|
{
|
|
|
|
|
#if HAVE_MMX_INLINE
|
|
|
|
|
const int high_bit_depth = avctx->bits_per_raw_sample > 8;
|
|
|
|
|
|
|
|
|
|
c->put_pixels_clamped = ff_put_pixels_clamped_mmx;
|
|
|
|
|
c->put_signed_pixels_clamped = ff_put_signed_pixels_clamped_mmx;
|
|
|
|
|
c->add_pixels_clamped = ff_add_pixels_clamped_mmx;
|
|
|
|
|
|
|
|
|
|
if (!high_bit_depth) {
|
|
|
|
|
c->clear_block = clear_block_mmx;
|
|
|
|
|
c->clear_blocks = clear_blocks_mmx;
|
|
|
|
|
c->draw_edges = draw_edges_mmx;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#if CONFIG_VIDEODSP && (ARCH_X86_32 || !HAVE_YASM)
|
|
|
|
|
c->gmc = gmc_mmx;
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
c->add_bytes = add_bytes_mmx;
|
|
|
|
|
#endif /* HAVE_MMX_INLINE */
|
|
|
|
|
|
|
|
|
|
#if HAVE_MMX_EXTERNAL
|
|
|
|
|
if (CONFIG_H263_DECODER || CONFIG_H263_ENCODER) {
|
|
|
|
|
c->h263_v_loop_filter = ff_h263_v_loop_filter_mmx;
|
|
|
|
|
c->h263_h_loop_filter = ff_h263_h_loop_filter_mmx;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
c->vector_clip_int32 = ff_vector_clip_int32_mmx;
|
|
|
|
|
#endif /* HAVE_MMX_EXTERNAL */
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static av_cold void dsputil_init_mmxext(DSPContext *c, AVCodecContext *avctx,
|
|
|
|
|
int mm_flags)
|
|
|
|
|
{
|
|
|
|
|
#if HAVE_MMXEXT_EXTERNAL
|
|
|
|
|
SET_QPEL_FUNCS(avg_qpel, 0, 16, mmxext, );
|
|
|
|
|
SET_QPEL_FUNCS(avg_qpel, 1, 8, mmxext, );
|
|
|
|
|
|
|
|
|
|
SET_QPEL_FUNCS(put_qpel, 0, 16, mmxext, );
|
|
|
|
|
SET_QPEL_FUNCS(put_qpel, 1, 8, mmxext, );
|
|
|
|
|
SET_QPEL_FUNCS(put_no_rnd_qpel, 0, 16, mmxext, );
|
|
|
|
|
SET_QPEL_FUNCS(put_no_rnd_qpel, 1, 8, mmxext, );
|
|
|
|
|
|
|
|
|
|
/* slower than cmov version on AMD */
|
|
|
|
|
if (!(mm_flags & AV_CPU_FLAG_3DNOW))
|
|
|
|
|
c->add_hfyu_median_prediction = ff_add_hfyu_median_prediction_mmxext;
|
|
|
|
|
|
|
|
|
|
c->scalarproduct_int16 = ff_scalarproduct_int16_mmxext;
|
|
|
|
|
c->scalarproduct_and_madd_int16 = ff_scalarproduct_and_madd_int16_mmxext;
|
|
|
|
|
|
|
|
|
|
if (avctx->flags & CODEC_FLAG_BITEXACT) {
|
|
|
|
|
c->apply_window_int16 = ff_apply_window_int16_mmxext;
|
|
|
|
|
} else {
|
|
|
|
|
c->apply_window_int16 = ff_apply_window_int16_round_mmxext;
|
|
|
|
|
}
|
|
|
|
|
#endif /* HAVE_MMXEXT_EXTERNAL */
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static av_cold void dsputil_init_sse(DSPContext *c, AVCodecContext *avctx,
|
|
|
|
|
int mm_flags)
|
|
|
|
|
{
|
|
|
|
|
#if HAVE_SSE_INLINE
|
|
|
|
|
const int high_bit_depth = avctx->bits_per_raw_sample > 8;
|
|
|
|
|
|
|
|
|
|
if (!high_bit_depth) {
|
|
|
|
|
if (!(CONFIG_MPEG_XVMC_DECODER && avctx->xvmc_acceleration > 1)) {
|
|
|
|
|
/* XvMCCreateBlocks() may not allocate 16-byte aligned blocks */
|
|
|
|
|
c->clear_block = clear_block_sse;
|
|
|
|
|
c->clear_blocks = clear_blocks_sse;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
c->vector_clipf = vector_clipf_sse;
|
|
|
|
|
#endif /* HAVE_SSE_INLINE */
|
|
|
|
|
|
|
|
|
|
#if HAVE_YASM
|
|
|
|
|
#if HAVE_INLINE_ASM && CONFIG_VIDEODSP
|
|
|
|
|
c->gmc = gmc_sse;
|
|
|
|
|
#endif
|
|
|
|
|
#endif /* HAVE_YASM */
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static av_cold void dsputil_init_sse2(DSPContext *c, AVCodecContext *avctx,
|
|
|
|
|
int mm_flags)
|
|
|
|
|
{
|
|
|
|
|
#if HAVE_SSE2_INLINE
|
|
|
|
|
const int high_bit_depth = avctx->bits_per_raw_sample > 8;
|
|
|
|
|
|
|
|
|
|
if (!high_bit_depth && avctx->idct_algo == FF_IDCT_XVIDMMX) {
|
|
|
|
|
c->idct_put = ff_idct_xvid_sse2_put;
|
|
|
|
|
c->idct_add = ff_idct_xvid_sse2_add;
|
|
|
|
|
c->idct = ff_idct_xvid_sse2;
|
|
|
|
|
c->idct_permutation_type = FF_SSE2_IDCT_PERM;
|
|
|
|
|
}
|
|
|
|
|
#endif /* HAVE_SSE2_INLINE */
|
|
|
|
|
|
|
|
|
|
#if HAVE_SSE2_EXTERNAL
|
|
|
|
|
c->scalarproduct_int16 = ff_scalarproduct_int16_sse2;
|
|
|
|
|
c->scalarproduct_and_madd_int16 = ff_scalarproduct_and_madd_int16_sse2;
|
|
|
|
|
if (mm_flags & AV_CPU_FLAG_ATOM) {
|
|
|
|
|
c->vector_clip_int32 = ff_vector_clip_int32_int_sse2;
|
|
|
|
|
} else {
|
|
|
|
|
c->vector_clip_int32 = ff_vector_clip_int32_sse2;
|
|
|
|
|
}
|
|
|
|
|
if (avctx->flags & CODEC_FLAG_BITEXACT) {
|
|
|
|
|
c->apply_window_int16 = ff_apply_window_int16_sse2;
|
|
|
|
|
} else if (!(mm_flags & AV_CPU_FLAG_SSE2SLOW)) {
|
|
|
|
|
c->apply_window_int16 = ff_apply_window_int16_round_sse2;
|
|
|
|
|
}
|
|
|
|
|
c->bswap_buf = ff_bswap32_buf_sse2;
|
|
|
|
|
#endif /* HAVE_SSE2_EXTERNAL */
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static av_cold void dsputil_init_ssse3(DSPContext *c, AVCodecContext *avctx,
|
|
|
|
|
int mm_flags)
|
|
|
|
|
{
|
|
|
|
|
#if HAVE_SSSE3_EXTERNAL
|
|
|
|
|
c->add_hfyu_left_prediction = ff_add_hfyu_left_prediction_ssse3;
|
|
|
|
|
if (mm_flags & AV_CPU_FLAG_SSE4) // not really sse4, just slow on Conroe
|
|
|
|
|
c->add_hfyu_left_prediction = ff_add_hfyu_left_prediction_sse4;
|
|
|
|
|
|
|
|
|
|
if (mm_flags & AV_CPU_FLAG_ATOM)
|
|
|
|
|
c->apply_window_int16 = ff_apply_window_int16_ssse3_atom;
|
|
|
|
|
else
|
|
|
|
|
c->apply_window_int16 = ff_apply_window_int16_ssse3;
|
|
|
|
|
if (!(mm_flags & (AV_CPU_FLAG_SSE42|AV_CPU_FLAG_3DNOW))) // cachesplit
|
|
|
|
|
c->scalarproduct_and_madd_int16 = ff_scalarproduct_and_madd_int16_ssse3;
|
|
|
|
|
c->bswap_buf = ff_bswap32_buf_ssse3;
|
|
|
|
|
#endif /* HAVE_SSSE3_EXTERNAL */
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static av_cold void dsputil_init_sse4(DSPContext *c, AVCodecContext *avctx,
|
|
|
|
|
int mm_flags)
|
|
|
|
|
{
|
|
|
|
|
#if HAVE_SSE4_EXTERNAL
|
|
|
|
|
c->vector_clip_int32 = ff_vector_clip_int32_sse4;
|
|
|
|
|
#endif /* HAVE_SSE4_EXTERNAL */
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
av_cold void ff_dsputil_init_mmx(DSPContext *c, AVCodecContext *avctx)
|
|
|
|
|
{
|
|
|
|
|
int mm_flags = av_get_cpu_flags();
|
|
|
|
|
|
|
|
|
|
#if HAVE_7REGS && HAVE_INLINE_ASM
|
|
|
|
|
if (mm_flags & AV_CPU_FLAG_CMOV)
|
|
|
|
|
c->add_hfyu_median_prediction = add_hfyu_median_prediction_cmov;
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
if (mm_flags & AV_CPU_FLAG_MMX) {
|
|
|
|
|
#if HAVE_INLINE_ASM
|
|
|
|
|
const int idct_algo = avctx->idct_algo;
|
|
|
|
|
|
|
|
|
|
if (avctx->lowres == 0 && avctx->bits_per_raw_sample <= 8) {
|
|
|
|
|
if (idct_algo == FF_IDCT_AUTO || idct_algo == FF_IDCT_SIMPLEMMX) {
|
|
|
|
|
c->idct_put = ff_simple_idct_put_mmx;
|
|
|
|
|
c->idct_add = ff_simple_idct_add_mmx;
|
|
|
|
|
c->idct = ff_simple_idct_mmx;
|
|
|
|
|
c->idct_permutation_type = FF_SIMPLE_IDCT_PERM;
|
|
|
|
|
} else if (idct_algo == FF_IDCT_XVIDMMX) {
|
|
|
|
|
if (mm_flags & AV_CPU_FLAG_SSE2) {
|
|
|
|
|
c->idct_put = ff_idct_xvid_sse2_put;
|
|
|
|
|
c->idct_add = ff_idct_xvid_sse2_add;
|
|
|
|
|
c->idct = ff_idct_xvid_sse2;
|
|
|
|
|
c->idct_permutation_type = FF_SSE2_IDCT_PERM;
|
|
|
|
|
} else if (mm_flags & AV_CPU_FLAG_MMXEXT) {
|
|
|
|
|
c->idct_put = ff_idct_xvid_mmxext_put;
|
|
|
|
|
c->idct_add = ff_idct_xvid_mmxext_add;
|
|
|
|
|
c->idct = ff_idct_xvid_mmxext;
|
|
|
|
|
} else {
|
|
|
|
|
c->idct_put = ff_idct_xvid_mmx_put;
|
|
|
|
|
c->idct_add = ff_idct_xvid_mmx_add;
|
|
|
|
|
c->idct = ff_idct_xvid_mmx;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
#endif /* HAVE_INLINE_ASM */
|
|
|
|
|
|
|
|
|
|
dsputil_init_mmx(c, avctx, mm_flags);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (mm_flags & AV_CPU_FLAG_MMXEXT)
|
|
|
|
|
dsputil_init_mmxext(c, avctx, mm_flags);
|
|
|
|
|
|
|
|
|
|
if (mm_flags & AV_CPU_FLAG_SSE)
|
|
|
|
|
dsputil_init_sse(c, avctx, mm_flags);
|
|
|
|
|
|
|
|
|
|
if (mm_flags & AV_CPU_FLAG_SSE2)
|
|
|
|
|
dsputil_init_sse2(c, avctx, mm_flags);
|
|
|
|
|
|
|
|
|
|
if (mm_flags & AV_CPU_FLAG_SSSE3)
|
|
|
|
|
dsputil_init_ssse3(c, avctx, mm_flags);
|
|
|
|
|
|
|
|
|
|
if (mm_flags & AV_CPU_FLAG_SSE4)
|
|
|
|
|
dsputil_init_sse4(c, avctx, mm_flags);
|
|
|
|
|
|
|
|
|
|
if (CONFIG_ENCODERS)
|
|
|
|
|
ff_dsputilenc_init_mmx(c, avctx);
|
|
|
|
|
}
|
