Chiebot-Mirror
/
FFmpeg
8
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

swscale/la: Optimize hscale functions with lasx.

Browse Source 
ffmpeg -i 1_h264_1080p_30fps_3Mbps.mp4 -f rawvideo -s 640x480 -y /dev/null -an
before: 101fps
after:  138fps

Signed-off-by: Hao Chen <chenhao@loongson.cn>
Reviewed-by: yinshiyou-hf@loongson.cn
Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
pull/388/head
Hao Chen 3 years ago committed by Michael Niedermayer
parent 09cce81245
commit 38cacce22a
No known key found for this signature in database
GPG Key ID: B18E8928B3948D64
8 changed files with 1293 additions and 1 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 3
      libswscale/loongarch/Makefile
  2. 202
      libswscale/loongarch/input_lasx.c
  3. 50
      libswscale/loongarch/swscale_init_loongarch.c
  4. 972
      libswscale/loongarch/swscale_lasx.c
  5. 50
      libswscale/loongarch/swscale_loongarch.h
  6. 2
      libswscale/swscale.c
  7. 2
      libswscale/swscale_internal.h
  8. 13
      libswscale/utils.c

3
libswscale/loongarch/Makefile
Unescape View File

@ -0,0 +1,3 @@
OBJS-$(CONFIG_SWSCALE) += loongarch/swscale_init_loongarch.o
LASX-OBJS-$(CONFIG_SWSCALE) += loongarch/swscale_lasx.o \
loongarch/input_lasx.o \

202
libswscale/loongarch/input_lasx.c
Unescape View File

@ -0,0 +1,202 @@
/*
* Copyright (C) 2022 Loongson Technology Corporation Limited
* Contributed by Hao Chen(chenhao@loongson.cn)
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#include "swscale_loongarch.h"
#include "libavutil/loongarch/loongson_intrinsics.h"
void planar_rgb_to_uv_lasx(uint8_t *_dstU, uint8_t *_dstV, const uint8_t *src[4],
int width, int32_t *rgb2yuv, void *opq)
{
int i;
uint16_t *dstU = (uint16_t *)_dstU;
uint16_t *dstV = (uint16_t *)_dstV;
int set = 0x4001 << (RGB2YUV_SHIFT - 7);
int len = width - 15;
int32_t tem_ru = rgb2yuv[RU_IDX], tem_gu = rgb2yuv[GU_IDX];
int32_t tem_bu = rgb2yuv[BU_IDX], tem_rv = rgb2yuv[RV_IDX];
int32_t tem_gv = rgb2yuv[GV_IDX], tem_bv = rgb2yuv[BV_IDX];
int shift = RGB2YUV_SHIFT - 6;
const uint8_t *src0 = src[0], *src1 = src[1], *src2 = src[2];
__m256i ru, gu, bu, rv, gv, bv;
__m256i mask = {0x0D0C090805040100, 0x1D1C191815141110,
0x0D0C090805040100, 0x1D1C191815141110};
__m256i temp = __lasx_xvreplgr2vr_w(set);
__m256i sra = __lasx_xvreplgr2vr_w(shift);
ru = __lasx_xvreplgr2vr_w(tem_ru);
gu = __lasx_xvreplgr2vr_w(tem_gu);
bu = __lasx_xvreplgr2vr_w(tem_bu);
rv = __lasx_xvreplgr2vr_w(tem_rv);
gv = __lasx_xvreplgr2vr_w(tem_gv);
bv = __lasx_xvreplgr2vr_w(tem_bv);
for (i = 0; i < len; i += 16) {
__m256i _g, _b, _r;
__m256i g_l, g_h, b_l, b_h, r_l, r_h;
__m256i v_l, v_h, u_l, u_h, u_lh, v_lh;
_g = __lasx_xvldx(src0, i);
_b = __lasx_xvldx(src1, i);
_r = __lasx_xvldx(src2, i);
g_l = __lasx_vext2xv_wu_bu(_g);
b_l = __lasx_vext2xv_wu_bu(_b);
r_l = __lasx_vext2xv_wu_bu(_r);
_g = __lasx_xvpermi_d(_g, 0x01);
_b = __lasx_xvpermi_d(_b, 0x01);
_r = __lasx_xvpermi_d(_r, 0x01);
g_h = __lasx_vext2xv_wu_bu(_g);
b_h = __lasx_vext2xv_wu_bu(_b);
r_h = __lasx_vext2xv_wu_bu(_r);
u_l = __lasx_xvmadd_w(temp, ru, r_l);
u_h = __lasx_xvmadd_w(temp, ru, r_h);
v_l = __lasx_xvmadd_w(temp, rv, r_l);
v_h = __lasx_xvmadd_w(temp, rv, r_h);
u_l = __lasx_xvmadd_w(u_l, gu, g_l);
u_l = __lasx_xvmadd_w(u_l, bu, b_l);
u_h = __lasx_xvmadd_w(u_h, gu, g_h);
u_h = __lasx_xvmadd_w(u_h, bu, b_h);
v_l = __lasx_xvmadd_w(v_l, gv, g_l);
v_l = __lasx_xvmadd_w(v_l, bv, b_l);
v_h = __lasx_xvmadd_w(v_h, gv, g_h);
v_h = __lasx_xvmadd_w(v_h, bv, b_h);
u_l = __lasx_xvsra_w(u_l, sra);
u_h = __lasx_xvsra_w(u_h, sra);
v_l = __lasx_xvsra_w(v_l, sra);
v_h = __lasx_xvsra_w(v_h, sra);
u_lh = __lasx_xvshuf_b(u_h, u_l, mask);
v_lh = __lasx_xvshuf_b(v_h, v_l, mask);
u_lh = __lasx_xvpermi_d(u_lh, 0xD8);
v_lh = __lasx_xvpermi_d(v_lh, 0xD8);
__lasx_xvst(u_lh, (dstU + i), 0);
__lasx_xvst(v_lh, (dstV + i), 0);
}
if (width - i >= 8) {
__m256i _g, _b, _r;
__m256i g_l, b_l, r_l;
__m256i v_l, u_l, u, v;
_g = __lasx_xvldrepl_d((src0 + i), 0);
_b = __lasx_xvldrepl_d((src1 + i), 0);
_r = __lasx_xvldrepl_d((src2 + i), 0);
g_l = __lasx_vext2xv_wu_bu(_g);
b_l = __lasx_vext2xv_wu_bu(_b);
r_l = __lasx_vext2xv_wu_bu(_r);
u_l = __lasx_xvmadd_w(temp, ru, r_l);
v_l = __lasx_xvmadd_w(temp, rv, r_l);
u_l = __lasx_xvmadd_w(u_l, gu, g_l);
u_l = __lasx_xvmadd_w(u_l, bu, b_l);
v_l = __lasx_xvmadd_w(v_l, gv, g_l);
v_l = __lasx_xvmadd_w(v_l, bv, b_l);
u_l = __lasx_xvsra_w(u_l, sra);
v_l = __lasx_xvsra_w(v_l, sra);
u = __lasx_xvshuf_b(u_l, u_l, mask);
v = __lasx_xvshuf_b(v_l, v_l, mask);
__lasx_xvstelm_d(u, (dstU + i), 0, 0);
__lasx_xvstelm_d(u, (dstU + i), 8, 2);
__lasx_xvstelm_d(v, (dstV + i), 0, 0);
__lasx_xvstelm_d(v, (dstV + i), 8, 2);
i += 8;
}
for (; i < width; i++) {
int g = src[0][i];
int b = src[1][i];
int r = src[2][i];
dstU[i] = (tem_ru * r + tem_gu * g + tem_bu * b + set) >> shift;
dstV[i] = (tem_rv * r + tem_gv * g + tem_bv * b + set) >> shift;
}
}
void planar_rgb_to_y_lasx(uint8_t *_dst, const uint8_t *src[4], int width,
int32_t *rgb2yuv, void *opq)
{
int i;
int shift = (RGB2YUV_SHIFT - 6);
int set = 0x801 << (RGB2YUV_SHIFT - 7);
int len = width - 15;
uint16_t *dst = (uint16_t *)_dst;
int32_t tem_ry = rgb2yuv[RY_IDX], tem_gy = rgb2yuv[GY_IDX];
int32_t tem_by = rgb2yuv[BY_IDX];
const uint8_t *src0 = src[0], *src1 = src[1], *src2 = src[2];
__m256i mask = {0x0D0C090805040100, 0x1D1C191815141110,
0x0D0C090805040100, 0x1D1C191815141110};
__m256i temp = __lasx_xvreplgr2vr_w(set);
__m256i sra = __lasx_xvreplgr2vr_w(shift);
__m256i ry = __lasx_xvreplgr2vr_w(tem_ry);
__m256i gy = __lasx_xvreplgr2vr_w(tem_gy);
__m256i by = __lasx_xvreplgr2vr_w(tem_by);
for (i = 0; i < len; i += 16) {
__m256i _g, _b, _r;
__m256i g_l, g_h, b_l, b_h, r_l, r_h;
__m256i y_l, y_h, y_lh;
_g = __lasx_xvldx(src0, i);
_b = __lasx_xvldx(src1, i);
_r = __lasx_xvldx(src2, i);
g_l = __lasx_vext2xv_wu_bu(_g);
b_l = __lasx_vext2xv_wu_bu(_b);
r_l = __lasx_vext2xv_wu_bu(_r);
_g = __lasx_xvpermi_d(_g, 0x01);
_b = __lasx_xvpermi_d(_b, 0x01);
_r = __lasx_xvpermi_d(_r, 0x01);
g_h = __lasx_vext2xv_wu_bu(_g);
b_h = __lasx_vext2xv_wu_bu(_b);
r_h = __lasx_vext2xv_wu_bu(_r);
y_l = __lasx_xvmadd_w(temp, ry, r_l);
y_h = __lasx_xvmadd_w(temp, ry, r_h);
y_l = __lasx_xvmadd_w(y_l, gy, g_l);
y_l = __lasx_xvmadd_w(y_l, by, b_l);
y_h = __lasx_xvmadd_w(y_h, gy, g_h);
y_h = __lasx_xvmadd_w(y_h, by, b_h);
y_l = __lasx_xvsra_w(y_l, sra);
y_h = __lasx_xvsra_w(y_h, sra);
y_lh = __lasx_xvshuf_b(y_h, y_l, mask);
y_lh = __lasx_xvpermi_d(y_lh, 0xD8);
__lasx_xvst(y_lh, (dst + i), 0);
}
if (width - i >= 8) {
__m256i _g, _b, _r;
__m256i g_l, b_l, r_l;
__m256i y_l, y;
_g = __lasx_xvldrepl_d((src0 + i), 0);
_b = __lasx_xvldrepl_d((src1 + i), 0);
_r = __lasx_xvldrepl_d((src2 + i), 0);
g_l = __lasx_vext2xv_wu_bu(_g);
b_l = __lasx_vext2xv_wu_bu(_b);
r_l = __lasx_vext2xv_wu_bu(_r);
y_l = __lasx_xvmadd_w(temp, ry, r_l);
y_l = __lasx_xvmadd_w(y_l, gy, g_l);
y_l = __lasx_xvmadd_w(y_l, by, b_l);
y_l = __lasx_xvsra_w(y_l, sra);
y = __lasx_xvshuf_b(y_l, y_l, mask);
__lasx_xvstelm_d(y, (dst + i), 0, 0);
__lasx_xvstelm_d(y, (dst + i), 8, 2);
i += 8;
}
for (; i < width; i++) {
int g = src[0][i];
int b = src[1][i];
int r = src[2][i];
dst[i] = (tem_ry * r + tem_gy * g + tem_by * b + set) >> shift;
}
}

50
libswscale/loongarch/swscale_init_loongarch.c
Unescape View File

@ -0,0 +1,50 @@
/*
* Copyright (C) 2022 Loongson Technology Corporation Limited
* Contributed by Hao Chen(chenhao@loongson.cn)
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#include "swscale_loongarch.h"
#include "libswscale/swscale_internal.h"
#include "libavutil/loongarch/cpu.h"
av_cold void ff_sws_init_swscale_loongarch(SwsContext *c)
{
int cpu_flags = av_get_cpu_flags();
if (have_lasx(cpu_flags)) {
if (c->srcBpc == 8) {
if (c->dstBpc <= 14) {
c->hyScale = c->hcScale = ff_hscale_8_to_15_lasx;
} else {
c->hyScale = c->hcScale = ff_hscale_8_to_19_lasx;
}
} else {
c->hyScale = c->hcScale = c->dstBpc > 14 ? ff_hscale_16_to_19_lasx
: ff_hscale_16_to_15_lasx;
}
switch (c->srcFormat) {
case AV_PIX_FMT_GBRAP:
case AV_PIX_FMT_GBRP:
{
c->readChrPlanar = planar_rgb_to_uv_lasx;
c->readLumPlanar = planar_rgb_to_y_lasx;
}
break;
}
}
}

972
libswscale/loongarch/swscale_lasx.c
Unescape View File

@ -0,0 +1,972 @@
/*
* Copyright (C) 2022 Loongson Technology Corporation Limited
* Contributed by Hao Chen(chenhao@loongson.cn)
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#include "swscale_loongarch.h"
#include "libavutil/loongarch/loongson_intrinsics.h"
#include "libavutil/intreadwrite.h"
#define SCALE_8_16(_sh) \
{ \
src0 = __lasx_xvldrepl_d(src + filterPos[0], 0); \
src1 = __lasx_xvldrepl_d(src + filterPos[1], 0); \
src2 = __lasx_xvldrepl_d(src + filterPos[2], 0); \
src3 = __lasx_xvldrepl_d(src + filterPos[3], 0); \
src4 = __lasx_xvldrepl_d(src + filterPos[4], 0); \
src5 = __lasx_xvldrepl_d(src + filterPos[5], 0); \
src6 = __lasx_xvldrepl_d(src + filterPos[6], 0); \
src7 = __lasx_xvldrepl_d(src + filterPos[7], 0); \
src8 = __lasx_xvldrepl_d(src + filterPos[8], 0); \
src9 = __lasx_xvldrepl_d(src + filterPos[9], 0); \
src10 = __lasx_xvldrepl_d(src + filterPos[10], 0); \
src11 = __lasx_xvldrepl_d(src + filterPos[11], 0); \
src12 = __lasx_xvldrepl_d(src + filterPos[12], 0); \
src13 = __lasx_xvldrepl_d(src + filterPos[13], 0); \
src14 = __lasx_xvldrepl_d(src + filterPos[14], 0); \
src15 = __lasx_xvldrepl_d(src + filterPos[15], 0); \
DUP4_ARG2(__lasx_xvld, filter, 0, filter, 32, filter, 64, \
filter, 96, filter0, filter1, filter2, filter3); \
DUP4_ARG2(__lasx_xvld, filter, 128, filter, 160, \
filter, 192, filter, 224, filter4, \
filter5, filter6, filter7); \
DUP4_ARG2(__lasx_xvilvl_d, src1, src0, src3, src2, \
src5, src4, src7, src6, src0, src2, src4, src6); \
DUP4_ARG2(__lasx_xvilvl_d, src9, src8, src11, src10, \
src13, src12, src15, src14, src8, src10, src12, src14); \
DUP4_ARG1(__lasx_vext2xv_hu_bu, src0, src2, src4, src6, \
src0, src2, src4, src6); \
DUP4_ARG1(__lasx_vext2xv_hu_bu, src8, src10, src12, \
src14, src8, src10, src12, src14); \
DUP4_ARG2(__lasx_xvdp2_w_h, filter0, src0, filter1, src2, \
filter2, src4, filter3, src6, src0, src1, src2, src3); \
DUP4_ARG2(__lasx_xvdp2_w_h, filter4, src8, filter5, src10, \
filter6, src12, filter7, src14, src4, src5, src6, src7);\
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src1 = __lasx_xvhaddw_d_w(src1, src1); \
src2 = __lasx_xvhaddw_d_w(src2, src2); \
src3 = __lasx_xvhaddw_d_w(src3, src3); \
src4 = __lasx_xvhaddw_d_w(src4, src4); \
src5 = __lasx_xvhaddw_d_w(src5, src5); \
src6 = __lasx_xvhaddw_d_w(src6, src6); \
src7 = __lasx_xvhaddw_d_w(src7, src7); \
DUP4_ARG2(__lasx_xvpickev_w, src1, src0, src3, src2, \
src5, src4, src7, src6, src0, src1, src2, src3); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src1 = __lasx_xvhaddw_d_w(src1, src1); \
src2 = __lasx_xvhaddw_d_w(src2, src2); \
src3 = __lasx_xvhaddw_d_w(src3, src3); \
src0 = __lasx_xvpickev_w(src1, src0); \
src1 = __lasx_xvpickev_w(src3, src2); \
src0 = __lasx_xvsrai_w(src0, _sh); \
src1 = __lasx_xvsrai_w(src1, _sh); \
src0 = __lasx_xvmin_w(src0, vmax); \
src1 = __lasx_xvmin_w(src1, vmax); \
src0 = __lasx_xvperm_w(src0, shuf); \
src1 = __lasx_xvperm_w(src1, shuf); \
src0 = __lasx_xvpickev_h(src1, src0); \
src0 = __lasx_xvpermi_d(src0, 0xd8); \
__lasx_xvst(src0, dst, 0); \
filterPos += 16; \
filter += 128; \
dst += 16; \
}
#define SCALE_8_8(_sh) \
{ \
src0 = __lasx_xvldrepl_d(src + filterPos[0], 0); \
src1 = __lasx_xvldrepl_d(src + filterPos[1], 0); \
src2 = __lasx_xvldrepl_d(src + filterPos[2], 0); \
src3 = __lasx_xvldrepl_d(src + filterPos[3], 0); \
src4 = __lasx_xvldrepl_d(src + filterPos[4], 0); \
src5 = __lasx_xvldrepl_d(src + filterPos[5], 0); \
src6 = __lasx_xvldrepl_d(src + filterPos[6], 0); \
src7 = __lasx_xvldrepl_d(src + filterPos[7], 0); \
DUP4_ARG2(__lasx_xvld, filter, 0, filter, 32, filter, 64, \
filter, 96, filter0, filter1, filter2, filter3); \
filterPos += 8; \
filter += 64; \
DUP4_ARG2(__lasx_xvilvl_d, src1, src0, src3, src2, \
src5, src4, src7, src6, src0, src2, src4, src6); \
DUP4_ARG1(__lasx_vext2xv_hu_bu, src0, src2, src4, src6, \
src0, src2, src4, src6); \
DUP4_ARG2(__lasx_xvdp2_w_h, filter0, src0, filter1, src2, \
filter2, src4, filter3, src6, src0, src1, src2,src3); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src1 = __lasx_xvhaddw_d_w(src1, src1); \
src2 = __lasx_xvhaddw_d_w(src2, src2); \
src3 = __lasx_xvhaddw_d_w(src3, src3); \
src0 = __lasx_xvpickev_w(src1, src0); \
src1 = __lasx_xvpickev_w(src3, src2); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src1 = __lasx_xvhaddw_d_w(src1, src1); \
src0 = __lasx_xvpickev_w(src1, src0); \
src0 = __lasx_xvsrai_w(src0, _sh); \
src0 = __lasx_xvmin_w(src0, vmax); \
src0 = __lasx_xvperm_w(src0, shuf); \
}
#define SCALE_8_4(_sh) \
{ \
src0 = __lasx_xvldrepl_d(src + filterPos[0], 0); \
src1 = __lasx_xvldrepl_d(src + filterPos[1], 0); \
src2 = __lasx_xvldrepl_d(src + filterPos[2], 0); \
src3 = __lasx_xvldrepl_d(src + filterPos[3], 0); \
filter0 = __lasx_xvld(filter, 0); \
filter1 = __lasx_xvld(filter, 32); \
filterPos += 4; \
filter += 32; \
src0 = __lasx_xvilvl_d(src1, src0); \
src2 = __lasx_xvilvl_d(src3, src2); \
src0 = __lasx_vext2xv_hu_bu(src0); \
src2 = __lasx_vext2xv_hu_bu(src2); \
src0 = __lasx_xvdp2_w_h(src0, filter0); \
src1 = __lasx_xvdp2_w_h(src2, filter1); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src1 = __lasx_xvhaddw_d_w(src1, src1); \
src0 = __lasx_xvpickev_w(src1, src0); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src0 = __lasx_xvpickev_w(src0, src0); \
src0 = __lasx_xvsrai_w(src0, _sh); \
src0 = __lasx_xvmin_w(src0, vmax); \
src0 = __lasx_xvperm_w(src0, shuf); \
}
#define SCALE_8_2(_sh) \
{ \
src0 = __lasx_xvldrepl_d(src + filterPos[0], 0); \
src1 = __lasx_xvldrepl_d(src + filterPos[1], 0); \
filter0 = __lasx_xvld(filter, 0); \
src0 = __lasx_xvilvl_d(src1, src0); \
src0 = __lasx_vext2xv_hu_bu(src0); \
src0 = __lasx_xvdp2_w_h(filter0, src0); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src0 = __lasx_xvhaddw_q_d(src0, src0); \
src0 = __lasx_xvsrai_w(src0, _sh); \
src0 = __lasx_xvmin_w(src0, vmax); \
dst[0] = __lasx_xvpickve2gr_w(src0, 0); \
dst[1] = __lasx_xvpickve2gr_w(src0, 4); \
filterPos += 2; \
filter += 16; \
dst += 2; \
}
#define SCALE_4_16(_sh) \
{ \
src0 = __lasx_xvldrepl_w(src + filterPos[0], 0); \
src1 = __lasx_xvldrepl_w(src + filterPos[1], 0); \
src2 = __lasx_xvldrepl_w(src + filterPos[2], 0); \
src3 = __lasx_xvldrepl_w(src + filterPos[3], 0); \
src4 = __lasx_xvldrepl_w(src + filterPos[4], 0); \
src5 = __lasx_xvldrepl_w(src + filterPos[5], 0); \
src6 = __lasx_xvldrepl_w(src + filterPos[6], 0); \
src7 = __lasx_xvldrepl_w(src + filterPos[7], 0); \
src8 = __lasx_xvldrepl_w(src + filterPos[8], 0); \
src9 = __lasx_xvldrepl_w(src + filterPos[9], 0); \
src10 = __lasx_xvldrepl_w(src + filterPos[10], 0); \
src11 = __lasx_xvldrepl_w(src + filterPos[11], 0); \
src12 = __lasx_xvldrepl_w(src + filterPos[12], 0); \
src13 = __lasx_xvldrepl_w(src + filterPos[13], 0); \
src14 = __lasx_xvldrepl_w(src + filterPos[14], 0); \
src15 = __lasx_xvldrepl_w(src + filterPos[15], 0); \
DUP4_ARG2(__lasx_xvld, filter, 0, filter, 32, filter, 64, \
filter, 96, filter0, filter1, filter2, filter3); \
DUP4_ARG2(__lasx_xvilvl_w, src1, src0, src3, src2, src5, \
src4, src7, src6, src0, src2, src4, src6); \
DUP4_ARG2(__lasx_xvilvl_w, src9, src8, src11, src10, src13, \
src12, src15, src14, src8, src10, src12, src14); \
DUP4_ARG2(__lasx_xvilvl_d, src2, src0, src6, src4, src10, \
src8, src14, src12, src0, src1, src2, src3); \
DUP4_ARG1(__lasx_vext2xv_hu_bu, src0, src1, src2, src3, \
src0, src1, src2, src3); \
DUP4_ARG2(__lasx_xvdp2_w_h, filter0, src0, filter1, src1, \
filter2, src2, filter3, src3, src0, src1, src2, src3); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src1 = __lasx_xvhaddw_d_w(src1, src1); \
src2 = __lasx_xvhaddw_d_w(src2, src2); \
src3 = __lasx_xvhaddw_d_w(src3, src3); \
src0 = __lasx_xvpickev_w(src1, src0); \
src1 = __lasx_xvpickev_w(src3, src2); \
src0 = __lasx_xvsrai_w(src0, _sh); \
src1 = __lasx_xvsrai_w(src1, _sh); \
src0 = __lasx_xvmin_w(src0, vmax); \
src1 = __lasx_xvmin_w(src1, vmax); \
src0 = __lasx_xvpickev_h(src1, src0); \
src0 = __lasx_xvperm_w(src0, shuf); \
__lasx_xvst(src0, dst, 0); \
filterPos += 16; \
filter += 64; \
dst += 16; \
}
#define SCALE_4_8(_sh) \
{ \
src0 = __lasx_xvldrepl_w(src + filterPos[0], 0); \
src1 = __lasx_xvldrepl_w(src + filterPos[1], 0); \
src2 = __lasx_xvldrepl_w(src + filterPos[2], 0); \
src3 = __lasx_xvldrepl_w(src + filterPos[3], 0); \
src4 = __lasx_xvldrepl_w(src + filterPos[4], 0); \
src5 = __lasx_xvldrepl_w(src + filterPos[5], 0); \
src6 = __lasx_xvldrepl_w(src + filterPos[6], 0); \
src7 = __lasx_xvldrepl_w(src + filterPos[7], 0); \
filter0 = __lasx_xvld(filter, 0); \
filter1 = __lasx_xvld(filter, 32); \
filterPos += 8; \
filter += 32; \
DUP4_ARG2(__lasx_xvilvl_w, src1, src0, src3, src2, src5, \
src4, src7, src6, src0, src2, src4, src6); \
src0 = __lasx_xvilvl_d(src2, src0); \
src1 = __lasx_xvilvl_d(src6, src4); \
\
src0 = __lasx_vext2xv_hu_bu(src0); \
src1 = __lasx_vext2xv_hu_bu(src1); \
src0 = __lasx_xvdp2_w_h(filter0, src0); \
src1 = __lasx_xvdp2_w_h(filter1, src1); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src1 = __lasx_xvhaddw_d_w(src1, src1); \
src0 = __lasx_xvpickev_w(src1, src0); \
src0 = __lasx_xvsrai_w(src0, _sh); \
src0 = __lasx_xvmin_w(src0, vmax); \
}
#define SCALE_4_4(_sh) \
{ \
src0 = __lasx_xvldrepl_w(src + filterPos[0], 0); \
src1 = __lasx_xvldrepl_w(src + filterPos[1], 0); \
src2 = __lasx_xvldrepl_w(src + filterPos[2], 0); \
src3 = __lasx_xvldrepl_w(src + filterPos[3], 0); \
filter0 = __lasx_xvld(filter, 0); \
filterPos += 4; \
filter += 16; \
src0 = __lasx_xvilvl_w(src1, src0); \
src1 = __lasx_xvilvl_w(src3, src2); \
\
src0 = __lasx_xvilvl_d(src1, src0); \
src0 = __lasx_vext2xv_hu_bu(src0); \
src0 = __lasx_xvdp2_w_h(filter0, src0); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src0 = __lasx_xvsrai_w(src0, _sh); \
src0 = __lasx_xvmin_w(src0, vmax); \
src0 = __lasx_xvpickev_w(src0, src0); \
src0 = __lasx_xvpermi_d(src0, 0xd8); \
}
#define SCALE_4_2(_sh) \
{ \
src0 = __lasx_xvldrepl_w(src + filterPos[0], 0); \
src1 = __lasx_xvldrepl_w(src + filterPos[1], 0); \
filter0 = __lasx_xvld(filter, 0); \
src0 = __lasx_xvilvl_w(src1, src0); \
src0 = __lasx_vext2xv_hu_bu(src0); \
src0 = __lasx_xvdp2_w_h(filter0, src0); \
src0 = __lasx_xvhaddw_d_w(src0, src0); \
src0 = __lasx_xvsrai_w(src0, _sh); \
src0 = __lasx_xvmin_w(src0, vmax); \
dst[0] = __lasx_xvpickve2gr_w(src0, 0); \
dst[1] = __lasx_xvpickve2gr_w(src0, 2); \
filterPos += 2; \
filter += 8; \
dst += 2; \
}
#define SCALE_16 \
{ \
int dex = j << 1; \
src0 = __lasx_xvldrepl_d((srcPos1 + j), 0); \
src1 = __lasx_xvldrepl_d((srcPos2 + j), 0); \
src2 = __lasx_xvldrepl_d((srcPos3 + j), 0); \
src3 = __lasx_xvldrepl_d((srcPos4 + j), 0); \
DUP4_ARG2(__lasx_xvldx, filterStart1, dex, filterStart2, dex, \
filterStart3, dex, filterStart4, dex, filter0, \
filter1, filter2, filter3); \
src0 = __lasx_xvpermi_q(src0, src1, 0x02); \
src1 = __lasx_xvpermi_q(src2, src3, 0x02); \
filter0 = __lasx_xvpermi_q(filter0, filter1, 0x02); \
filter1 = __lasx_xvpermi_q(filter2, filter3, 0x02); \
src0 = __lasx_xvilvl_b(zero, src0); \
src1 = __lasx_xvilvl_b(zero, src1); \
out0 = __lasx_xvdp2_w_h(filter0, src0); \
out1 = __lasx_xvdp2_w_h(filter1, src1); \
src0 = __lasx_xvhaddw_d_w(out0, out0); \
src1 = __lasx_xvhaddw_d_w(out1, out1); \
out0 = __lasx_xvpackev_d(src1, src0); \
out1 = __lasx_xvpackod_d(src1, src0); \
out0 = __lasx_xvadd_w(out0, out1); \
out = __lasx_xvadd_w(out, out0); \
}
void ff_hscale_8_to_15_lasx(SwsContext *c, int16_t *dst, int dstW,
const uint8_t *src, const int16_t *filter,
const int32_t *filterPos, int filterSize)
{
int i;
int max = (1 << 15) - 1;
if (filterSize == 8) {
__m256i src0, src1, src2, src3, src4, src5, src6, src7;
__m256i src8, src9, src10, src11, src12, src13, src14, src15;
__m256i filter0, filter1, filter2, filter3;
__m256i filter4, filter5, filter6, filter7;
__m256i vmax = __lasx_xvreplgr2vr_w(max);
__m256i shuf = {0x0000000400000000, 0x0000000500000001,
0x0000000600000002, 0x0000000700000003};
int len = dstW >> 4;
int res = dstW & 15;
while (len--) {
SCALE_8_16(7);
}
if (res & 8) {
SCALE_8_8(7);
src0 = __lasx_xvpickev_h(src0, src0);
__lasx_xvstelm_d(src0, dst, 0, 0);
__lasx_xvstelm_d(src0, dst, 8, 2);
dst += 8;
}
if (res & 4) {
SCALE_8_4(7);
src0 = __lasx_xvpickev_h(src0, src0);
__lasx_xvstelm_d(src0, dst, 0, 0);
dst += 4;
}
if (res & 2) {
SCALE_8_2(7);
}
if (res & 1) {
int val = 0;
src0 = __lasx_xvldrepl_d(src + filterPos[0], 0);
filter0 = __lasx_xvld(filter, 0);
src0 = __lasx_vext2xv_hu_bu(src0);
src0 = __lasx_xvdp2_w_h(filter0, src0);
src0 = __lasx_xvhaddw_d_w(src0, src0);
src0 = __lasx_xvhaddw_q_d(src0, src0);
val = __lasx_xvpickve2gr_w(src0, 0);
dst[0] = FFMIN(val >> 7, max);
}
} else if (filterSize == 4) {
__m256i src0, src1, src2, src3, src4, src5, src6, src7;
__m256i src8, src9, src10, src11, src12, src13, src14, src15;
__m256i filter0, filter1, filter2, filter3;
__m256i vmax = __lasx_xvreplgr2vr_w(max);
__m256i shuf = {0x0000000400000000, 0x0000000500000001,
0x0000000600000002, 0x0000000700000003};
int len = dstW >> 4;
int res = dstW & 15;
while (len--) {
SCALE_4_16(7);
}
if (res & 8) {
SCALE_4_8(7);
src0 = __lasx_xvpickev_h(src1, src0);
src0 = __lasx_xvperm_w(src0, shuf);
__lasx_xvstelm_d(src0, dst, 0, 0);
__lasx_xvstelm_d(src0, dst, 8, 1);
dst += 8;
}
if (res & 4) {
SCALE_4_4(7);
src0 = __lasx_xvpickev_h(src0, src0);
__lasx_xvstelm_d(src0, dst, 0, 0);
dst += 4;
}
if (res & 2) {
SCALE_4_2(7);
}
if (res & 1) {
int val = 0;
const uint8_t *srcPos = src + filterPos[0];
for (int j = 0; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[0] = FFMIN(val >> 7, max);
}
} else if (filterSize > 8) {
int filterlen = filterSize - 7;
int len = dstW >> 2;
int res = dstW & 3;
__m256i zero = __lasx_xvldi(0);
while (len--) {
__m256i src0, src1, src2, src3;
__m256i filter0, filter1, filter2, filter3, out0, out1;
__m256i out = zero;
const uint8_t *srcPos1 = src + filterPos[0];
const uint8_t *srcPos2 = src + filterPos[1];
const uint8_t *srcPos3 = src + filterPos[2];
const uint8_t *srcPos4 = src + filterPos[3];
const int16_t *filterStart1 = filter;
const int16_t *filterStart2 = filterStart1 + filterSize;
const int16_t *filterStart3 = filterStart2 + filterSize;
const int16_t *filterStart4 = filterStart3 + filterSize;
int j, val1 = 0, val2 = 0, val3 = 0, val4 = 0;
for (j = 0; j < filterlen; j += 8) {
SCALE_16
}
val1 = __lasx_xvpickve2gr_w(out, 0);
val2 = __lasx_xvpickve2gr_w(out, 4);
val3 = __lasx_xvpickve2gr_w(out, 2);
val4 = __lasx_xvpickve2gr_w(out, 6);
for (; j < filterSize; j++) {
val1 += ((int)srcPos1[j]) * filterStart1[j];
val2 += ((int)srcPos2[j]) * filterStart2[j];
val3 += ((int)srcPos3[j]) * filterStart3[j];
val4 += ((int)srcPos4[j]) * filterStart4[j];
}
dst[0] = FFMIN(val1 >> 7, max);
dst[1] = FFMIN(val2 >> 7, max);
dst[2] = FFMIN(val3 >> 7, max);
dst[3] = FFMIN(val4 >> 7, max);
dst += 4;
filterPos += 4;
filter = filterStart4 + filterSize;
}
for(i = 0; i < res; i++) {
int j, val = 0;
const uint8_t *srcPos = src + filterPos[i];
__m256i src1, filter0, out0;
for (j = 0; j < filterlen; j += 8) {
src1 = __lasx_xvldrepl_d((srcPos + j), 0);
filter0 = __lasx_xvld(filter + j, 0);
src1 = __lasx_xvilvl_b(zero, src1);
out0 = __lasx_xvdp2_w_h(filter0, src1);
out0 = __lasx_xvhaddw_d_w(out0, out0);
out0 = __lasx_xvhaddw_q_d(out0, out0);
val += __lasx_xvpickve2gr_w(out0, 0);
}
for (; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> 7, max);
filter += filterSize;
}
} else {
for (i = 0; i < dstW; i++) {
int val = 0;
const uint8_t *srcPos = src + filterPos[i];
for (int j = 0; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> 7, max);
filter += filterSize;
}
}
}
void ff_hscale_8_to_19_lasx(SwsContext *c, int16_t *_dst, int dstW,
const uint8_t *src, const int16_t *filter,
const int32_t *filterPos, int filterSize)
{
int i;
int max = (1 << 19) - 1;
int32_t *dst = (int32_t *) _dst;
if (filterSize == 8) {
__m256i src0, src1, src2, src3, src4, src5, src6, src7;
__m256i filter0, filter1, filter2, filter3;
__m256i vmax = __lasx_xvreplgr2vr_w(max);
__m256i shuf = {0x0000000400000000, 0x0000000500000001,
0x0000000600000002, 0x0000000700000003};
int len = dstW >> 3;
int res = dstW & 7;
while (len--) {
SCALE_8_8(3);
__lasx_xvst(src0, dst, 0);
dst += 8;
}
if (res & 4) {
SCALE_8_4(3);
__lasx_xvstelm_d(src0, dst, 0, 0);
__lasx_xvstelm_d(src0, dst, 8, 1);
dst += 4;
}
if (res & 2) {
SCALE_8_2(3);
}
if (res & 1) {
int val = 0;
__m256i src0, filter0, out0;
src0 = __lasx_xvldrepl_d(src + filterPos[0], 0);
filter0 = __lasx_xvld(filter, 0);
src0 = __lasx_vext2xv_hu_bu(src0);
out0 = __lasx_xvdp2_w_h(filter0, src0);
out0 = __lasx_xvhaddw_d_w(out0, out0);
out0 = __lasx_xvhaddw_q_d(out0, out0);
val = __lasx_xvpickve2gr_w(out0, 0);
dst[0] = FFMIN(val >> 3, max);
}
} else if (filterSize == 4) {
__m256i src0, src1, src2, src3, src4, src5, src6, src7;
__m256i filter0, filter1;
__m256i vmax = __lasx_xvreplgr2vr_w(max);
__m256i shuf = {0x0000000100000000, 0x0000000500000004,
0x0000000300000002, 0x0000000700000006};
int len = dstW >> 3;
int res = dstW & 7;
while (len--) {
SCALE_4_8(3);
src0 = __lasx_xvperm_w(src0, shuf);
__lasx_xvst(src0, dst, 0);
dst += 8;
}
if (res & 4) {
SCALE_4_4(3);
__lasx_xvstelm_d(src0, dst, 0, 0);
__lasx_xvstelm_d(src0, dst, 8, 1);
dst += 4;
}
if (res & 2) {
SCALE_4_2(3);
}
if (res & 1) {
int val = 0;
const uint8_t *srcPos = src + filterPos[0];
for (int j = 0; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[0] = FFMIN(val >> 3, max);
}
} else if (filterSize > 8) {
int len = dstW >> 2;
int res = dstW & 3;
int filterlen = filterSize - 7;
__m256i zero = __lasx_xvldi(0);
while (len--) {
__m256i src0, src1, src2, src3;
__m256i filter0, filter1, filter2, filter3, out0, out1;
__m256i out = zero;
const uint8_t *srcPos1 = src + filterPos[0];
const uint8_t *srcPos2 = src + filterPos[1];
const uint8_t *srcPos3 = src + filterPos[2];
const uint8_t *srcPos4 = src + filterPos[3];
const int16_t *filterStart1 = filter;
const int16_t *filterStart2 = filterStart1 + filterSize;
const int16_t *filterStart3 = filterStart2 + filterSize;
const int16_t *filterStart4 = filterStart3 + filterSize;
int j, val1 = 0, val2 = 0, val3 = 0, val4 = 0;
for (j = 0; j < filterlen; j += 8) {
SCALE_16
}
val1 = __lasx_xvpickve2gr_w(out, 0);
val2 = __lasx_xvpickve2gr_w(out, 4);
val3 = __lasx_xvpickve2gr_w(out, 2);
val4 = __lasx_xvpickve2gr_w(out, 6);
for (; j < filterSize; j++) {
val1 += ((int)srcPos1[j]) * filterStart1[j];
val2 += ((int)srcPos2[j]) * filterStart2[j];
val3 += ((int)srcPos3[j]) * filterStart3[j];
val4 += ((int)srcPos4[j]) * filterStart4[j];
}
dst[0] = FFMIN(val1 >> 3, max);
dst[1] = FFMIN(val2 >> 3, max);
dst[2] = FFMIN(val3 >> 3, max);
dst[3] = FFMIN(val4 >> 3, max);
dst += 4;
filterPos += 4;
filter = filterStart4 + filterSize;
}
for (i = 0; i < res; i++) {
int j, val = 0;
const uint8_t *srcPos = src + filterPos[i];
__m256i src1, filter0, out0;
for (j = 0; j < filterlen; j += 8) {
src1 = __lasx_xvldrepl_d((srcPos + j), 0);
filter0 = __lasx_xvld(filter + j, 0);
src1 = __lasx_xvilvl_b(zero, src1);
out0 = __lasx_xvdp2_w_h(filter0, src1);
out0 = __lasx_xvhaddw_d_w(out0, out0);
out0 = __lasx_xvhaddw_q_d(out0, out0);
val += __lasx_xvpickve2gr_w(out0, 0);
}
for (; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> 3, max);
filter += filterSize;
}
} else {
for (i = 0; i < dstW; i++) {
int val = 0;
const uint8_t *srcPos = src + filterPos[i];
for (int j = 0; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> 3, max);
filter += filterSize;
}
}
}
#undef SCALE_16
#define SCALE_8 \
{ \
__m256i src0, src1, src2, src3, filter0, filter1, out0, out1; \
DUP4_ARG2(__lasx_xvld, src + filterPos[0], 0, src + filterPos[1], 0, \
src + filterPos[2], 0, src + filterPos[3], 0, src0, src1, src2,\
src3); \
filter0 = __lasx_xvld(filter, 0); \
filter1 = __lasx_xvld(filter, 32); \
src0 = __lasx_xvpermi_q(src0, src1, 0x02); \
src2 = __lasx_xvpermi_q(src2, src3, 0x02); \
out0 = __lasx_xvdp2_w_hu_h(src0, filter0); \
out1 = __lasx_xvdp2_w_hu_h(src2, filter1); \
src0 = __lasx_xvhaddw_d_w(out0, out0); \
src1 = __lasx_xvhaddw_d_w(out1, out1); \
out0 = __lasx_xvpackev_d(src1, src0); \
out1 = __lasx_xvpackod_d(src1, src0); \
out0 = __lasx_xvadd_w(out0, out1); \
out0 = __lasx_xvsra_w(out0, shift); \
out0 = __lasx_xvmin_w(out0, v_max); \
dst[0] = __lasx_xvpickve2gr_w(out0, 0); \
dst[1] = __lasx_xvpickve2gr_w(out0, 4); \
dst[2] = __lasx_xvpickve2gr_w(out0, 2); \
dst[3] = __lasx_xvpickve2gr_w(out0, 6); \
filterPos += 4; \
filter += 32; \
dst += 4; \
}
#define SCALE_16 \
{ \
int dex = j << 1; \
DUP4_ARG2(__lasx_xvldx, srcPos1, dex, srcPos2, dex, srcPos3, dex, \
srcPos4, dex, src0, src1, src2, src3); \
DUP4_ARG2(__lasx_xvldx, filterStart1, dex, filterStart2, dex, \
filterStart3, dex, filterStart4, dex, filter0, \
filter1, filter2, filter3); \
src0 = __lasx_xvpermi_q(src0, src1, 0x02); \
src1 = __lasx_xvpermi_q(src2, src3, 0x02); \
filter0 = __lasx_xvpermi_q(filter0, filter1, 0x02); \
filter1 = __lasx_xvpermi_q(filter2, filter3, 0x02); \
out0 = __lasx_xvdp2_w_hu_h(src0, filter0); \
out1 = __lasx_xvdp2_w_hu_h(src1, filter1); \
src0 = __lasx_xvhaddw_d_w(out0, out0); \
src1 = __lasx_xvhaddw_d_w(out1, out1); \
out0 = __lasx_xvpackev_d(src1, src0); \
out1 = __lasx_xvpackod_d(src1, src0); \
out0 = __lasx_xvadd_w(out0, out1); \
out = __lasx_xvadd_w(out, out0); \
}
void ff_hscale_16_to_15_lasx(SwsContext *c, int16_t *dst, int dstW,
const uint8_t *_src, const int16_t *filter,
const int32_t *filterPos, int filterSize)
{
const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(c->srcFormat);
int i;
const uint16_t *src = (const uint16_t *) _src;
int sh = desc->comp[0].depth - 1;
int max = (1 << 15) - 1;
int len = dstW >> 2;
int res = dstW & 3;
__m256i shift;
__m256i zero = __lasx_xvldi(0);
if (sh < 15) {
sh = isAnyRGB(c->srcFormat) || c->srcFormat==AV_PIX_FMT_PAL8 ? 13 :
(desc->comp[0].depth - 1);
} else if (desc->flags && AV_PIX_FMT_FLAG_FLOAT) {
sh = 15;
}
shift = __lasx_xvreplgr2vr_w(sh);
if (filterSize == 8) {
__m256i v_max = __lasx_xvreplgr2vr_w(max);
for (i = 0; i < len; i++) {
SCALE_8
}
for (i = 0; i < res; i++) {
int val = 0;
__m256i src0, filter0, out0;
src0 = __lasx_xvld(src + filterPos[i], 0);
filter0 = __lasx_xvld(filter, 0);
out0 = __lasx_xvdp2_w_hu_h(src0, filter0);
out0 = __lasx_xvhaddw_d_w(out0, out0);
out0 = __lasx_xvhaddw_q_d(out0, out0);
val = __lasx_xvpickve2gr_w(out0, 0);
dst[i] = FFMIN(val >> sh, max);
filter += 8;
}
} else if (filterSize == 4) {
__m256i v_max = __lasx_xvreplgr2vr_w(max);
for (i = 0; i < len; i++) {
__m256i src1, src2, src3, src4, src0, filter0, out0;
src1 = __lasx_xvldrepl_d(src + filterPos[0], 0);
src2 = __lasx_xvldrepl_d(src + filterPos[1], 0);
src3 = __lasx_xvldrepl_d(src + filterPos[2], 0);
src4 = __lasx_xvldrepl_d(src + filterPos[3], 0);
filter0 = __lasx_xvld(filter, 0);
src1 = __lasx_xvextrins_d(src1, src2, 0x10);
src3 = __lasx_xvextrins_d(src3, src4, 0x10);
src0 = __lasx_xvpermi_q(src1, src3, 0x02);
out0 = __lasx_xvdp2_w_hu_h(src0, filter0);
out0 = __lasx_xvhaddw_d_w(out0, out0);
out0 = __lasx_xvsra_w(out0, shift);
out0 = __lasx_xvmin_w(out0, v_max);
dst[0] = __lasx_xvpickve2gr_w(out0, 0);
dst[1] = __lasx_xvpickve2gr_w(out0, 2);
dst[2] = __lasx_xvpickve2gr_w(out0, 4);
dst[3] = __lasx_xvpickve2gr_w(out0, 6);
dst += 4;
filterPos += 4;
filter += 16;
}
for (i = 0; i < res; i++) {
int val = 0;
const uint16_t *srcPos = src + filterPos[i];
for (int j = 0; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> sh, max);
filter += 4;
}
} else if (filterSize > 8) {
int filterlen = filterSize - 7;
for (i = 0; i < len; i++) {
__m256i src0, src1, src2, src3;
__m256i filter0, filter1, filter2, filter3, out0, out1;
__m256i out = zero;
const uint16_t *srcPos1 = src + filterPos[0];
const uint16_t *srcPos2 = src + filterPos[1];
const uint16_t *srcPos3 = src + filterPos[2];
const uint16_t *srcPos4 = src + filterPos[3];
const int16_t *filterStart1 = filter;
const int16_t *filterStart2 = filterStart1 + filterSize;
const int16_t *filterStart3 = filterStart2 + filterSize;
const int16_t *filterStart4 = filterStart3 + filterSize;
int j, val1 = 0, val2 = 0, val3 = 0, val4 = 0;
for (j = 0; j < filterlen; j += 8) {
SCALE_16
}
val1 = __lasx_xvpickve2gr_w(out, 0);
val2 = __lasx_xvpickve2gr_w(out, 4);
val3 = __lasx_xvpickve2gr_w(out, 2);
val4 = __lasx_xvpickve2gr_w(out, 6);
for (; j < filterSize; j++) {
val1 += ((int)srcPos1[j]) * filterStart1[j];
val2 += ((int)srcPos2[j]) * filterStart2[j];
val3 += ((int)srcPos3[j]) * filterStart3[j];
val4 += ((int)srcPos4[j]) * filterStart4[j];
}
dst[0] = FFMIN(val1 >> sh, max);
dst[1] = FFMIN(val2 >> sh, max);
dst[2] = FFMIN(val3 >> sh, max);
dst[3] = FFMIN(val4 >> sh, max);
dst += 4;
filterPos += 4;
filter = filterStart4 + filterSize;
}
for (i = 0; i < res; i++) {
int j, val = 0;
const uint16_t *srcPos = src + filterPos[i];
__m256i src0, filter0, out0;
for (j = 0; j < filterlen; j += 8) {
int dex = j << 1;
src0 = __lasx_xvldx(srcPos, dex);
filter0 = __lasx_xvldx(filter, dex);
out0 = __lasx_xvdp2_w_hu_h(src0, filter0);
out0 = __lasx_xvhaddw_d_w(out0, out0);
out0 = __lasx_xvhaddw_q_d(out0, out0);
val += __lasx_xvpickve2gr_w(out0, 0);
}
for (; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> sh, max);
filter += filterSize;
}
} else {
for (i = 0; i < dstW; i++) {
int val = 0;
const uint16_t *srcPos = src + filterPos[i];
for (int j = 0; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> sh, max);
filter += filterSize;
}
}
}
void ff_hscale_16_to_19_lasx(SwsContext *c, int16_t *_dst, int dstW,
const uint8_t *_src, const int16_t *filter,
const int32_t *filterPos, int filterSize)
{
const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(c->srcFormat);
int i;
int32_t *dst = (int32_t *) _dst;
const uint16_t *src = (const uint16_t *) _src;
int sh = desc->comp[0].depth - 5;
int max = (1 << 19) - 1;
int len = dstW >> 2;
int res = dstW & 3;
__m256i shift;
__m256i zero = __lasx_xvldi(0);
if ((isAnyRGB(c->srcFormat) || c->srcFormat == AV_PIX_FMT_PAL8)
&& desc->comp[0].depth<16) {
sh = 9;
} else if (desc->flags & AV_PIX_FMT_FLAG_FLOAT) {
sh = 11;
}
shift = __lasx_xvreplgr2vr_w(sh);
if (filterSize == 8) {
__m256i v_max = __lasx_xvreplgr2vr_w(max);
for (i = 0; i < len; i++) {
SCALE_8
}
for (i = 0; i < res; i++) {
int val = 0;
__m256i src0, filter0, out0;
src0 = __lasx_xvld(src + filterPos[i], 0);
filter0 = __lasx_xvld(filter, 0);
out0 = __lasx_xvdp2_w_hu_h(src0, filter0);
out0 = __lasx_xvhaddw_d_w(out0, out0);
out0 = __lasx_xvhaddw_q_d(out0, out0);
val = __lasx_xvpickve2gr_w(out0, 0);
dst[i] = FFMIN(val >> sh, max);
filter += 8;
}
} else if (filterSize == 4) {
__m256i v_max = __lasx_xvreplgr2vr_w(max);
for (i = 0; i < len; i++) {
__m256i src1, src2, src3, src4, src0, filter0, out0;
src1 = __lasx_xvldrepl_d(src + filterPos[0], 0);
src2 = __lasx_xvldrepl_d(src + filterPos[1], 0);
src3 = __lasx_xvldrepl_d(src + filterPos[2], 0);
src4 = __lasx_xvldrepl_d(src + filterPos[3], 0);
filter0 = __lasx_xvld(filter, 0);
src1 = __lasx_xvextrins_d(src1, src2, 0x10);
src3 = __lasx_xvextrins_d(src3, src4, 0x10);
src0 = __lasx_xvpermi_q(src1, src3, 0x02);
out0 = __lasx_xvdp2_w_hu_h(src0, filter0);
out0 = __lasx_xvhaddw_d_w(out0, out0);
out0 = __lasx_xvsra_w(out0, shift);
out0 = __lasx_xvmin_w(out0, v_max);
dst[0] = __lasx_xvpickve2gr_w(out0, 0);
dst[1] = __lasx_xvpickve2gr_w(out0, 2);
dst[2] = __lasx_xvpickve2gr_w(out0, 4);
dst[3] = __lasx_xvpickve2gr_w(out0, 6);
dst += 4;
filterPos += 4;
filter += 16;
}
for (i = 0; i < res; i++) {
int val = 0;
const uint16_t *srcPos = src + filterPos[i];
for (int j = 0; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> sh, max);
filter += 4;
}
} else if (filterSize > 8) {
int filterlen = filterSize - 7;
for (i = 0; i < len; i ++) {
__m256i src0, src1, src2, src3;
__m256i filter0, filter1, filter2, filter3, out0, out1;
__m256i out = zero;
const uint16_t *srcPos1 = src + filterPos[0];
const uint16_t *srcPos2 = src + filterPos[1];
const uint16_t *srcPos3 = src + filterPos[2];
const uint16_t *srcPos4 = src + filterPos[3];
const int16_t *filterStart1 = filter;
const int16_t *filterStart2 = filterStart1 + filterSize;
const int16_t *filterStart3 = filterStart2 + filterSize;
const int16_t *filterStart4 = filterStart3 + filterSize;
int j, val1 = 0, val2 = 0, val3 = 0, val4 = 0;
for (j = 0; j < filterlen; j += 8) {
SCALE_16
}
val1 = __lasx_xvpickve2gr_w(out, 0);
val2 = __lasx_xvpickve2gr_w(out, 4);
val3 = __lasx_xvpickve2gr_w(out, 2);
val4 = __lasx_xvpickve2gr_w(out, 6);
for (; j < filterSize; j++) {
val1 += ((int)srcPos1[j]) * filterStart1[j];
val2 += ((int)srcPos2[j]) * filterStart2[j];
val3 += ((int)srcPos3[j]) * filterStart3[j];
val4 += ((int)srcPos4[j]) * filterStart4[j];
}
dst[0] = FFMIN(val1 >> sh, max);
dst[1] = FFMIN(val2 >> sh, max);
dst[2] = FFMIN(val3 >> sh, max);
dst[3] = FFMIN(val4 >> sh, max);
dst += 4;
filterPos += 4;
filter = filterStart4 + filterSize;
}
for (i = 0; i < res; i++) {
int j, val = 0;
const uint16_t *srcPos = src + filterPos[i];
__m256i src0, filter0, out0;
for (j = 0; j < filterlen; j += 8) {
int dex = j << 1;
src0 = __lasx_xvldx(srcPos, dex);
filter0 = __lasx_xvldx(filter, dex);
out0 = __lasx_xvdp2_w_hu_h(src0, filter0);
out0 = __lasx_xvhaddw_d_w(out0, out0);
out0 = __lasx_xvhaddw_q_d(out0, out0);
val += __lasx_xvpickve2gr_w(out0, 0);
}
for (; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> sh, max);
filter += filterSize;
}
} else {
for (i = 0; i < dstW; i++) {
int val = 0;
const uint16_t *srcPos = src + filterPos[i];
for (int j = 0; j < filterSize; j++) {
val += ((int)srcPos[j]) * filter[j];
}
dst[i] = FFMIN(val >> sh, max);
filter += filterSize;
}
}
}
#undef SCALE_8
#undef SCALE_16

50
libswscale/loongarch/swscale_loongarch.h
Unescape View File

@ -0,0 +1,50 @@
/*
* Copyright (C) 2022 Loongson Technology Corporation Limited
* Contributed by Hao Chen(chenhao@loongson.cn)
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#ifndef SWSCALE_LOONGARCH_SWSCALE_LOONGARCH_H
#define SWSCALE_LOONGARCH_SWSCALE_LOONGARCH_H
#include "libswscale/swscale.h"
#include "libswscale/swscale_internal.h"
void ff_hscale_8_to_15_lasx(SwsContext *c, int16_t *dst, int dstW,
const uint8_t *src, const int16_t *filter,
const int32_t *filterPos, int filterSize);
void ff_hscale_8_to_19_lasx(SwsContext *c, int16_t *_dst, int dstW,
const uint8_t *src, const int16_t *filter,
const int32_t *filterPos, int filterSize);
void ff_hscale_16_to_19_lasx(SwsContext *c, int16_t *_dst, int dstW,
const uint8_t *_src, const int16_t *filter,
const int32_t *filterPos, int filterSize);
void ff_hscale_16_to_15_lasx(SwsContext *c, int16_t *dst, int dstW,
const uint8_t *_src, const int16_t *filter,
const int32_t *filterPos, int filterSize);
void planar_rgb_to_uv_lasx(uint8_t *_dstU, uint8_t *_dstV, const uint8_t *src[4],
int width, int32_t *rgb2yuv, void *opq);
void planar_rgb_to_y_lasx(uint8_t *_dst, const uint8_t *src[4], int width,
int32_t *rgb2yuv, void *opq);
#endif /* SWSCALE_LOONGARCH_SWSCALE_LOONGARCH_H */

2
libswscale/swscale.c
Unescape View File

@ -598,6 +598,8 @@ void ff_sws_init_scale(SwsContext *c)
ff_sws_init_swscale_aarch64(c);
#elif ARCH_ARM
ff_sws_init_swscale_arm(c);
#elif ARCH_LOONGARCH64
ff_sws_init_swscale_loongarch(c);
#endif
}

2
libswscale/swscale_internal.h
Unescape View File

@ -698,6 +698,7 @@ av_cold void ff_sws_init_range_convert(SwsContext *c);
SwsFunc ff_yuv2rgb_init_x86(SwsContext *c);
SwsFunc ff_yuv2rgb_init_ppc(SwsContext *c);
SwsFunc ff_yuv2rgb_init_loongarch(SwsContext *c);
static av_always_inline int is16BPS(enum AVPixelFormat pix_fmt)
{
@ -983,6 +984,7 @@ void ff_sws_init_swscale_vsx(SwsContext *c);
void ff_sws_init_swscale_x86(SwsContext *c);
void ff_sws_init_swscale_aarch64(SwsContext *c);
void ff_sws_init_swscale_arm(SwsContext *c);
void ff_sws_init_swscale_loongarch(SwsContext *c);
void ff_hyscale_fast_c(SwsContext *c, int16_t *dst, int dstWidth,
const uint8_t *src, int srcW, int xInc);

13
libswscale/utils.c
Unescape View File

@ -53,6 +53,7 @@
#include "libavutil/ppc/cpu.h"
#include "libavutil/x86/asm.h"
#include "libavutil/x86/cpu.h"
#include "libavutil/loongarch/cpu.h"
#include "rgb2rgb.h"
#include "swscale.h"
@ -659,6 +660,15 @@ static av_cold int initFilter(int16_t **outFilter, int32_t **filterPos,
filterAlign = 1;
}
if (have_lasx(cpu_flags)) {
int reNum = minFilterSize & (0x07);
if (minFilterSize < 5)
filterAlign = 4;
if (reNum < 3)
filterAlign = 1;
}
av_assert0(minFilterSize > 0);
filterSize = (minFilterSize + (filterAlign - 1)) & (~(filterAlign - 1));
av_assert0(filterSize > 0);
@ -1844,7 +1854,8 @@ av_cold int sws_init_context(SwsContext *c, SwsFilter *srcFilter,
{
const int filterAlign = X86_MMX(cpu_flags) ? 4 :
PPC_ALTIVEC(cpu_flags) ? 8 :
have_neon(cpu_flags) ? 4 : 1;
have_neon(cpu_flags) ? 4 :
have_lasx(cpu_flags) ? 8 : 1;
if ((ret = initFilter(&c->hLumFilter, &c->hLumFilterPos,
&c->hLumFilterSize, c->lumXInc,

Write Preview
Loading…
Cancel
Save