mirror of https://github.com/FFmpeg/FFmpeg.git
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
223 lines
16 KiB
223 lines
16 KiB
/* |
|
* This file is part of FFmpeg. |
|
* |
|
* FFmpeg is free software; you can redistribute it and/or |
|
* modify it under the terms of the GNU Lesser General Public |
|
* License as published by the Free Software Foundation; either |
|
* version 2.1 of the License, or (at your option) any later version. |
|
* |
|
* FFmpeg is distributed in the hope that it will be useful, |
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|
* Lesser General Public License for more details. |
|
* |
|
* You should have received a copy of the GNU Lesser General Public |
|
* License along with FFmpeg; if not, write to the Free Software |
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
|
*/ |
|
|
|
#include "config.h" |
|
#include "libswscale/swscale.h" |
|
#include "libswscale/swscale_internal.h" |
|
#include "libavutil/aarch64/cpu.h" |
|
|
|
#define YUV_TO_RGB_TABLE \ |
|
c->yuv2rgb_v2r_coeff, \ |
|
c->yuv2rgb_u2g_coeff, \ |
|
c->yuv2rgb_v2g_coeff, \ |
|
c->yuv2rgb_u2b_coeff, \ |
|
|
|
#define DECLARE_FF_YUVX_TO_RGBX_FUNCS(ifmt, ofmt) \ |
|
int ff_##ifmt##_to_##ofmt##_neon(int w, int h, \ |
|
uint8_t *dst, int linesize, \ |
|
const uint8_t *srcY, int linesizeY, \ |
|
const uint8_t *srcU, int linesizeU, \ |
|
const uint8_t *srcV, int linesizeV, \ |
|
const int16_t *table, \ |
|
int y_offset, \ |
|
int y_coeff); \ |
|
\ |
|
static int ifmt##_to_##ofmt##_neon_wrapper(SwsInternal *c, const uint8_t *const src[], \ |
|
const int srcStride[], int srcSliceY, \ |
|
int srcSliceH, uint8_t *const dst[], \ |
|
const int dstStride[]) { \ |
|
const int16_t yuv2rgb_table[] = { YUV_TO_RGB_TABLE }; \ |
|
\ |
|
return ff_##ifmt##_to_##ofmt##_neon(c->opts.src_w, srcSliceH, \ |
|
dst[0] + srcSliceY * dstStride[0], dstStride[0], \ |
|
src[0], srcStride[0], \ |
|
src[1], srcStride[1], \ |
|
src[2], srcStride[2], \ |
|
yuv2rgb_table, \ |
|
c->yuv2rgb_y_offset >> 6, \ |
|
c->yuv2rgb_y_coeff); \ |
|
} \ |
|
|
|
#define DECLARE_FF_YUVX_TO_GBRP_FUNCS(ifmt, ofmt) \ |
|
int ff_##ifmt##_to_##ofmt##_neon(int w, int h, \ |
|
uint8_t *dst, int linesize, \ |
|
const uint8_t *srcY, int linesizeY, \ |
|
const uint8_t *srcU, int linesizeU, \ |
|
const uint8_t *srcV, int linesizeV, \ |
|
const int16_t *table, \ |
|
int y_offset, \ |
|
int y_coeff, \ |
|
uint8_t *dst1, int linesize1, \ |
|
uint8_t *dst2, int linesize2); \ |
|
\ |
|
static int ifmt##_to_##ofmt##_neon_wrapper(SwsInternal *c, const uint8_t *const src[], \ |
|
const int srcStride[], int srcSliceY, \ |
|
int srcSliceH, uint8_t *const dst[], \ |
|
const int dstStride[]) { \ |
|
const int16_t yuv2rgb_table[] = { YUV_TO_RGB_TABLE }; \ |
|
\ |
|
return ff_##ifmt##_to_##ofmt##_neon(c->opts.src_w, srcSliceH, \ |
|
dst[0] + srcSliceY * dstStride[0], dstStride[0], \ |
|
src[0], srcStride[0], \ |
|
src[1], srcStride[1], \ |
|
src[2], srcStride[2], \ |
|
yuv2rgb_table, \ |
|
c->yuv2rgb_y_offset >> 6, \ |
|
c->yuv2rgb_y_coeff, \ |
|
dst[1] + srcSliceY * dstStride[1], dstStride[1], \ |
|
dst[2] + srcSliceY * dstStride[2], dstStride[2]); \ |
|
} \ |
|
|
|
#define DECLARE_FF_YUVX_TO_ALL_RGBX_FUNCS(yuvx) \ |
|
DECLARE_FF_YUVX_TO_RGBX_FUNCS(yuvx, argb) \ |
|
DECLARE_FF_YUVX_TO_RGBX_FUNCS(yuvx, rgba) \ |
|
DECLARE_FF_YUVX_TO_RGBX_FUNCS(yuvx, abgr) \ |
|
DECLARE_FF_YUVX_TO_RGBX_FUNCS(yuvx, bgra) \ |
|
DECLARE_FF_YUVX_TO_GBRP_FUNCS(yuvx, gbrp) \ |
|
|
|
DECLARE_FF_YUVX_TO_ALL_RGBX_FUNCS(yuv420p) |
|
DECLARE_FF_YUVX_TO_ALL_RGBX_FUNCS(yuv422p) |
|
|
|
#define DECLARE_FF_NVX_TO_RGBX_FUNCS(ifmt, ofmt) \ |
|
int ff_##ifmt##_to_##ofmt##_neon(int w, int h, \ |
|
uint8_t *dst, int linesize, \ |
|
const uint8_t *srcY, int linesizeY, \ |
|
const uint8_t *srcC, int linesizeC, \ |
|
const int16_t *table, \ |
|
int y_offset, \ |
|
int y_coeff); \ |
|
\ |
|
static int ifmt##_to_##ofmt##_neon_wrapper(SwsInternal *c, const uint8_t *const src[], \ |
|
const int srcStride[], int srcSliceY, \ |
|
int srcSliceH, uint8_t *const dst[], \ |
|
const int dstStride[]) { \ |
|
const int16_t yuv2rgb_table[] = { YUV_TO_RGB_TABLE }; \ |
|
\ |
|
return ff_##ifmt##_to_##ofmt##_neon(c->opts.src_w, srcSliceH, \ |
|
dst[0] + srcSliceY * dstStride[0], dstStride[0], \ |
|
src[0], srcStride[0], src[1], srcStride[1], \ |
|
yuv2rgb_table, \ |
|
c->yuv2rgb_y_offset >> 6, \ |
|
c->yuv2rgb_y_coeff); \ |
|
} \ |
|
|
|
#define DECLARE_FF_NVX_TO_GBRP_FUNCS(ifmt, ofmt) \ |
|
int ff_##ifmt##_to_##ofmt##_neon(int w, int h, \ |
|
uint8_t *dst, int linesize, \ |
|
const uint8_t *srcY, int linesizeY, \ |
|
const uint8_t *srcC, int linesizeC, \ |
|
const int16_t *table, \ |
|
int y_offset, \ |
|
int y_coeff, \ |
|
uint8_t *dst1, int linesize1, \ |
|
uint8_t *dst2, int linesize2); \ |
|
\ |
|
static int ifmt##_to_##ofmt##_neon_wrapper(SwsInternal *c, const uint8_t *const src[], \ |
|
const int srcStride[], int srcSliceY, \ |
|
int srcSliceH, uint8_t *const dst[], \ |
|
const int dstStride[]) { \ |
|
const int16_t yuv2rgb_table[] = { YUV_TO_RGB_TABLE }; \ |
|
\ |
|
return ff_##ifmt##_to_##ofmt##_neon(c->opts.src_w, srcSliceH, \ |
|
dst[0] + srcSliceY * dstStride[0], dstStride[0], \ |
|
src[0], srcStride[0], src[1], srcStride[1], \ |
|
yuv2rgb_table, \ |
|
c->yuv2rgb_y_offset >> 6, \ |
|
c->yuv2rgb_y_coeff, \ |
|
dst[1] + srcSliceY * dstStride[1], dstStride[1], \ |
|
dst[2] + srcSliceY * dstStride[2], dstStride[2]); \ |
|
} \ |
|
|
|
void ff_nv24_to_yuv420p_chroma_neon(uint8_t *dst1, int dstStride1, |
|
uint8_t *dst2, int dstStride2, |
|
const uint8_t *src, int srcStride, |
|
int w, int h); |
|
|
|
static int nv24_to_yuv420p_neon_wrapper(SwsInternal *c, const uint8_t *const src[], |
|
const int srcStride[], int srcSliceY, int srcSliceH, |
|
uint8_t *const dst[], const int dstStride[]) |
|
{ |
|
uint8_t *dst1 = dst[1] + dstStride[1] * srcSliceY / 2; |
|
uint8_t *dst2 = dst[2] + dstStride[2] * srcSliceY / 2; |
|
|
|
ff_copyPlane(src[0], srcStride[0], srcSliceY, srcSliceH, c->opts.src_w, |
|
dst[0], dstStride[0]); |
|
|
|
if (c->opts.src_format == AV_PIX_FMT_NV24) |
|
ff_nv24_to_yuv420p_chroma_neon(dst1, dstStride[1], dst2, dstStride[2], |
|
src[1], srcStride[1], c->opts.src_w / 2, |
|
srcSliceH); |
|
else |
|
ff_nv24_to_yuv420p_chroma_neon(dst2, dstStride[2], dst1, dstStride[1], |
|
src[1], srcStride[1], c->opts.src_w / 2, |
|
srcSliceH); |
|
|
|
return srcSliceH; |
|
} |
|
|
|
#define DECLARE_FF_NVX_TO_ALL_RGBX_FUNCS(nvx) \ |
|
DECLARE_FF_NVX_TO_RGBX_FUNCS(nvx, argb) \ |
|
DECLARE_FF_NVX_TO_RGBX_FUNCS(nvx, rgba) \ |
|
DECLARE_FF_NVX_TO_RGBX_FUNCS(nvx, abgr) \ |
|
DECLARE_FF_NVX_TO_RGBX_FUNCS(nvx, bgra) \ |
|
DECLARE_FF_NVX_TO_GBRP_FUNCS(nvx, gbrp) \ |
|
|
|
DECLARE_FF_NVX_TO_ALL_RGBX_FUNCS(nv12) |
|
DECLARE_FF_NVX_TO_ALL_RGBX_FUNCS(nv21) |
|
|
|
/* We need a 16 pixel width alignment. This constraint can easily be removed |
|
* for input reading but for the output which is 4-bytes per pixel (RGBA) the |
|
* assembly might be writing as much as 4*15=60 extra bytes at the end of the |
|
* line, which won't fit the 32-bytes buffer alignment. */ |
|
#define SET_FF_NVX_TO_RGBX_FUNC(ifmt, IFMT, ofmt, OFMT, accurate_rnd) do { \ |
|
if (c->opts.src_format == AV_PIX_FMT_##IFMT \ |
|
&& c->opts.dst_format == AV_PIX_FMT_##OFMT \ |
|
&& !(c->opts.src_h & 1) \ |
|
&& !(c->opts.src_w & 15) \ |
|
&& !accurate_rnd) \ |
|
c->convert_unscaled = ifmt##_to_##ofmt##_neon_wrapper; \ |
|
} while (0) |
|
|
|
#define SET_FF_NVX_TO_ALL_RGBX_FUNC(nvx, NVX, accurate_rnd) do { \ |
|
SET_FF_NVX_TO_RGBX_FUNC(nvx, NVX, argb, ARGB, accurate_rnd); \ |
|
SET_FF_NVX_TO_RGBX_FUNC(nvx, NVX, rgba, RGBA, accurate_rnd); \ |
|
SET_FF_NVX_TO_RGBX_FUNC(nvx, NVX, abgr, ABGR, accurate_rnd); \ |
|
SET_FF_NVX_TO_RGBX_FUNC(nvx, NVX, bgra, BGRA, accurate_rnd); \ |
|
SET_FF_NVX_TO_RGBX_FUNC(nvx, NVX, gbrp, GBRP, accurate_rnd); \ |
|
} while (0) |
|
|
|
static void get_unscaled_swscale_neon(SwsInternal *c) { |
|
int accurate_rnd = c->opts.flags & SWS_ACCURATE_RND; |
|
|
|
SET_FF_NVX_TO_ALL_RGBX_FUNC(nv12, NV12, accurate_rnd); |
|
SET_FF_NVX_TO_ALL_RGBX_FUNC(nv21, NV21, accurate_rnd); |
|
SET_FF_NVX_TO_ALL_RGBX_FUNC(yuv420p, YUV420P, accurate_rnd); |
|
SET_FF_NVX_TO_ALL_RGBX_FUNC(yuv422p, YUV422P, accurate_rnd); |
|
|
|
if (c->opts.dst_format == AV_PIX_FMT_YUV420P && |
|
(c->opts.src_format == AV_PIX_FMT_NV24 || c->opts.src_format == AV_PIX_FMT_NV42) && |
|
!(c->opts.src_h & 1) && !(c->opts.src_w & 15) && !accurate_rnd) |
|
c->convert_unscaled = nv24_to_yuv420p_neon_wrapper; |
|
} |
|
|
|
void ff_get_unscaled_swscale_aarch64(SwsInternal *c) |
|
{ |
|
int cpu_flags = av_get_cpu_flags(); |
|
if (have_neon(cpu_flags)) |
|
get_unscaled_swscale_neon(c); |
|
}
|
|
|