mirror of https://github.com/FFmpeg/FFmpeg.git
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
239 lines
13 KiB
239 lines
13 KiB
3 years ago
|
/*
|
||
|
|
* Loongson optimized cabac
|
||
|
|
*
|
||
|
|
* Copyright (c) 2020 Loongson Technology Corporation Limited
|
||
|
|
* Contributed by Shiyou Yin <yinshiyou-hf@loongson.cn>
|
||
|
|
* Gu Xiwei(guxiwei-hf@loongson.cn)
|
||
|
|
*
|
||
|
|
* This file is part of FFmpeg.
|
||
|
|
*
|
||
|
|
* FFmpeg is free software; you can redistribute it and/or
|
||
|
|
* modify it under the terms of the GNU Lesser General Public
|
||
|
|
* License as published by the Free Software Foundation; either
|
||
|
|
* version 2.1 of the License, or (at your option) any later version.
|
||
|
|
*
|
||
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
||
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||
|
|
* Lesser General Public License for more details.
|
||
|
|
*
|
||
|
|
* You should have received a copy of the GNU Lesser General Public
|
||
|
|
* License along with FFmpeg; if not, write to the Free Software
|
||
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
||
|
|
*/
|
||
|
|
|
||
|
|
#ifndef AVCODEC_LOONGARCH_CABAC_H
|
||
|
|
#define AVCODEC_LOONGARCH_CABAC_H
|
||
|
|
|
||
|
|
#include "libavcodec/cabac.h"
|
||
|
|
#include "config.h"
|
||
|
|
|
||
|
|
#define GET_CABAC_LOONGARCH_UNCBSR \
|
||
|
|
"ld.bu %[bit], %[state], 0x0 \n\t" \
|
||
|
|
"andi %[tmp0], %[c_range], 0xC0 \n\t" \
|
||
|
|
"slli.d %[tmp0], %[tmp0], 0x01 \n\t" \
|
||
|
|
"add.d %[tmp0], %[tmp0], %[tables] \n\t" \
|
||
|
|
"add.d %[tmp0], %[tmp0], %[bit] \n\t" \
|
||
|
|
/* tmp1: RangeLPS */ \
|
||
|
|
"ld.bu %[tmp1], %[tmp0], %[lps_off] \n\t" \
|
||
|
|
\
|
||
|
|
"sub.d %[c_range], %[c_range], %[tmp1] \n\t" \
|
||
|
|
"slli.d %[tmp0], %[c_range], 0x11 \n\t" \
|
||
|
|
"bge %[tmp0], %[c_low], 1f \n\t" \
|
||
|
|
"move %[c_range], %[tmp1] \n\t" \
|
||
|
|
"nor %[bit], %[bit], %[bit] \n\t" \
|
||
|
|
"sub.d %[c_low], %[c_low], %[tmp0] \n\t" \
|
||
|
|
\
|
||
|
|
"1: \n\t" \
|
||
|
|
/* tmp1: *state */ \
|
||
|
|
"add.d %[tmp0], %[tables], %[bit] \n\t" \
|
||
|
|
"ld.bu %[tmp1], %[tmp0], %[mlps_off] \n\t" \
|
||
|
|
/* tmp2: lps_mask */ \
|
||
|
|
"add.d %[tmp0], %[tables], %[c_range] \n\t" \
|
||
|
|
"ld.bu %[tmp2], %[tmp0], %[norm_off] \n\t" \
|
||
|
|
\
|
||
|
|
"andi %[bit], %[bit], 0x01 \n\t" \
|
||
|
|
"st.b %[tmp1], %[state], 0x0 \n\t" \
|
||
|
|
"sll.d %[c_range], %[c_range], %[tmp2] \n\t" \
|
||
|
|
"sll.d %[c_low], %[c_low], %[tmp2] \n\t" \
|
||
|
|
\
|
||
|
|
"and %[tmp1], %[c_low], %[cabac_mask] \n\t" \
|
||
|
|
"bnez %[tmp1], 1f \n\t" \
|
||
|
|
"ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t" \
|
||
|
|
"ctz.d %[tmp0], %[c_low] \n\t" \
|
||
|
|
"addi.d %[tmp2], %[tmp0], -16 \n\t" \
|
||
|
|
"revb.2h %[tmp0], %[tmp1] \n\t" \
|
||
|
|
"slli.d %[tmp0], %[tmp0], 0x01 \n\t" \
|
||
|
|
"sub.d %[tmp0], %[tmp0], %[cabac_mask] \n\t" \
|
||
|
|
"sll.d %[tmp0], %[tmp0], %[tmp2] \n\t" \
|
||
|
|
"add.d %[c_low], %[c_low], %[tmp0] \n\t" \
|
||
|
|
"addi.d %[c_bytestream], %[c_bytestream], 0x02 \n\t" \
|
||
|
|
"1: \n\t" \
|
||
|
|
|
||
|
|
#define GET_CABAC_LOONGARCH \
|
||
|
|
"ld.bu %[bit], %[state], 0x0 \n\t" \
|
||
|
|
"andi %[tmp0], %[c_range], 0xC0 \n\t" \
|
||
|
|
"slli.d %[tmp0], %[tmp0], 0x01 \n\t" \
|
||
|
|
"add.d %[tmp0], %[tmp0], %[tables] \n\t" \
|
||
|
|
"add.d %[tmp0], %[tmp0], %[bit] \n\t" \
|
||
|
|
/* tmp1: RangeLPS */ \
|
||
|
|
"ld.bu %[tmp1], %[tmp0], %[lps_off] \n\t" \
|
||
|
|
\
|
||
|
|
"sub.d %[c_range], %[c_range], %[tmp1] \n\t" \
|
||
|
|
"slli.d %[tmp0], %[c_range], 0x11 \n\t" \
|
||
|
|
"bge %[tmp0], %[c_low], 1f \n\t" \
|
||
|
|
"move %[c_range], %[tmp1] \n\t" \
|
||
|
|
"nor %[bit], %[bit], %[bit] \n\t" \
|
||
|
|
"sub.d %[c_low], %[c_low], %[tmp0] \n\t" \
|
||
|
|
\
|
||
|
|
"1: \n\t" \
|
||
|
|
/* tmp1: *state */ \
|
||
|
|
"add.d %[tmp0], %[tables], %[bit] \n\t" \
|
||
|
|
"ld.bu %[tmp1], %[tmp0], %[mlps_off] \n\t" \
|
||
|
|
/* tmp2: lps_mask */ \
|
||
|
|
"add.d %[tmp0], %[tables], %[c_range] \n\t" \
|
||
|
|
"ld.bu %[tmp2], %[tmp0], %[norm_off] \n\t" \
|
||
|
|
\
|
||
|
|
"andi %[bit], %[bit], 0x01 \n\t" \
|
||
|
|
"st.b %[tmp1], %[state], 0x0 \n\t" \
|
||
|
|
"sll.d %[c_range], %[c_range], %[tmp2] \n\t" \
|
||
|
|
"sll.d %[c_low], %[c_low], %[tmp2] \n\t" \
|
||
|
|
\
|
||
|
|
"and %[tmp1], %[c_low], %[cabac_mask] \n\t" \
|
||
|
|
"bnez %[tmp1], 1f \n\t" \
|
||
|
|
"ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t" \
|
||
|
|
"ctz.d %[tmp0], %[c_low] \n\t" \
|
||
|
|
"addi.d %[tmp2], %[tmp0], -16 \n\t" \
|
||
|
|
"revb.2h %[tmp0], %[tmp1] \n\t" \
|
||
|
|
"slli.d %[tmp0], %[tmp0], 0x01 \n\t" \
|
||
|
|
"sub.d %[tmp0], %[tmp0], %[cabac_mask] \n\t" \
|
||
|
|
"sll.d %[tmp0], %[tmp0], %[tmp2] \n\t" \
|
||
|
|
\
|
||
|
|
"add.d %[c_low], %[c_low], %[tmp0] \n\t" \
|
||
|
|
\
|
||
|
|
"slt %[tmp0], %[c_bytestream], %[c_bytestream_end] \n\t" \
|
||
|
|
"add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" \
|
||
|
|
"add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" \
|
||
|
|
"1: \n\t" \
|
||
|
|
|
||
|
|
#define get_cabac_inline get_cabac_inline_loongarch
|
||
|
|
static av_always_inline
|
||
|
|
int get_cabac_inline_loongarch(CABACContext *c, uint8_t * const state)
|
||
|
|
{
|
||
|
|
int64_t tmp0, tmp1, tmp2, bit;
|
||
|
|
|
||
|
|
__asm__ volatile (
|
||
|
|
#if UNCHECKED_BITSTREAM_READER
|
||
|
|
GET_CABAC_LOONGARCH_UNCBSR
|
||
|
|
#else
|
||
|
|
GET_CABAC_LOONGARCH
|
||
|
|
#endif
|
||
|
|
: [bit]"=&r"(bit), [tmp0]"=&r"(tmp0), [tmp1]"=&r"(tmp1), [tmp2]"=&r"(tmp2),
|
||
|
|
[c_range]"+&r"(c->range), [c_low]"+&r"(c->low),
|
||
|
|
[c_bytestream]"+&r"(c->bytestream)
|
||
|
|
: [state]"r"(state), [tables]"r"(ff_h264_cabac_tables),
|
||
|
|
#if !UNCHECKED_BITSTREAM_READER
|
||
|
|
[c_bytestream_end]"r"(c->bytestream_end),
|
||
|
|
#endif
|
||
|
|
[lps_off]"i"(H264_LPS_RANGE_OFFSET),
|
||
|
|
[mlps_off]"i"(H264_MLPS_STATE_OFFSET + 128),
|
||
|
|
[norm_off]"i"(H264_NORM_SHIFT_OFFSET),
|
||
|
|
[cabac_mask]"r"(CABAC_MASK)
|
||
|
|
: "memory"
|
||
|
|
);
|
||
|
|
|
||
|
|
return bit;
|
||
|
|
}
|
||
|
|
|
||
|
|
#define get_cabac_bypass get_cabac_bypass_loongarch
|
||
|
|
static av_always_inline int get_cabac_bypass_loongarch(CABACContext *c)
|
||
|
|
{
|
||
|
|
int64_t tmp0, tmp1, tmp2;
|
||
|
|
int res = 0;
|
||
|
|
__asm__ volatile(
|
||
|
|
"slli.d %[c_low], %[c_low], 0x01 \n\t"
|
||
|
|
"and %[tmp0], %[c_low], %[cabac_mask] \n\t"
|
||
|
|
"bnez %[tmp0], 1f \n\t"
|
||
|
|
"ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t"
|
||
|
|
#if UNCHECKED_BITSTREAM_READER
|
||
|
|
"addi.d %[c_bytestream], %[c_bytestream], 0x02 \n\t"
|
||
|
|
#else
|
||
|
|
"slt %[tmp0], %[c_bytestream], %[c_bytestream_end] \n\t"
|
||
|
|
"add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t"
|
||
|
|
"add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t"
|
||
|
|
#endif
|
||
|
|
"revb.2h %[tmp1], %[tmp1] \n\t"
|
||
|
|
"slli.d %[tmp1], %[tmp1], 0x01 \n\t"
|
||
|
|
"sub.d %[tmp1], %[tmp1], %[cabac_mask] \n\t"
|
||
|
|
"add.d %[c_low], %[c_low], %[tmp1] \n\t"
|
||
|
|
"1: \n\t"
|
||
|
|
"slli.d %[tmp1], %[c_range], 0x11 \n\t"
|
||
|
|
"slt %[tmp0], %[c_low], %[tmp1] \n\t"
|
||
|
|
"sub.d %[tmp1], %[c_low], %[tmp1] \n\t"
|
||
|
|
"masknez %[tmp2], %[one], %[tmp0] \n\t"
|
||
|
|
"maskeqz %[res], %[res], %[tmp0] \n\t"
|
||
|
|
"or %[res], %[res], %[tmp2] \n\t"
|
||
|
|
"masknez %[tmp2], %[tmp1], %[tmp0] \n\t"
|
||
|
|
"maskeqz %[c_low], %[c_low], %[tmp0] \n\t"
|
||
|
|
"or %[c_low], %[c_low], %[tmp2] \n\t"
|
||
|
|
: [tmp0]"=&r"(tmp0), [tmp1]"=&r"(tmp1), [tmp2]"=&r"(tmp2),
|
||
|
|
[c_range]"+&r"(c->range), [c_low]"+&r"(c->low),
|
||
|
|
[c_bytestream]"+&r"(c->bytestream), [res]"+&r"(res)
|
||
|
|
: [cabac_mask]"r"(CABAC_MASK),
|
||
|
|
#if !UNCHECKED_BITSTREAM_READER
|
||
|
|
[c_bytestream_end]"r"(c->bytestream_end),
|
||
|
|
#endif
|
||
|
|
[one]"r"(0x01)
|
||
|
|
: "memory"
|
||
|
|
);
|
||
|
|
return res;
|
||
|
|
}
|
||
|
|
|
||
|
|
#define get_cabac_bypass_sign get_cabac_bypass_sign_loongarch
|
||
|
|
static av_always_inline
|
||
|
|
int get_cabac_bypass_sign_loongarch(CABACContext *c, int val)
|
||
|
|
{
|
||
|
|
int64_t tmp0, tmp1;
|
||
|
|
int res = val;
|
||
|
|
__asm__ volatile(
|
||
|
|
"slli.d %[c_low], %[c_low], 0x01 \n\t"
|
||
|
|
"and %[tmp0], %[c_low], %[cabac_mask] \n\t"
|
||
|
|
"bnez %[tmp0], 1f \n\t"
|
||
|
|
"ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t"
|
||
|
|
#if UNCHECKED_BITSTREAM_READER
|
||
|
|
"addi.d %[c_bytestream], %[c_bytestream], 0x02 \n\t"
|
||
|
|
#else
|
||
|
|
"slt %[tmp0], %[c_bytestream], %[c_bytestream_end] \n\t"
|
||
|
|
"add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t"
|
||
|
|
"add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t"
|
||
|
|
#endif
|
||
|
|
"revb.2h %[tmp1], %[tmp1] \n\t"
|
||
|
|
"slli.d %[tmp1], %[tmp1], 0x01 \n\t"
|
||
|
|
"sub.d %[tmp1], %[tmp1], %[cabac_mask] \n\t"
|
||
|
|
"add.d %[c_low], %[c_low], %[tmp1] \n\t"
|
||
|
|
"1: \n\t"
|
||
|
|
"slli.d %[tmp1], %[c_range], 0x11 \n\t"
|
||
|
|
"slt %[tmp0], %[c_low], %[tmp1] \n\t"
|
||
|
|
"sub.d %[tmp1], %[c_low], %[tmp1] \n\t"
|
||
|
|
"masknez %[tmp1], %[tmp1], %[tmp0] \n\t"
|
||
|
|
"maskeqz %[c_low], %[c_low], %[tmp0] \n\t"
|
||
|
|
"or %[c_low], %[c_low], %[tmp1] \n\t"
|
||
|
|
"sub.d %[tmp1], %[zero], %[res] \n\t"
|
||
|
|
"maskeqz %[tmp1], %[tmp1], %[tmp0] \n\t"
|
||
|
|
"masknez %[res], %[res], %[tmp0] \n\t"
|
||
|
|
"or %[res], %[res], %[tmp1] \n\t"
|
||
|
|
: [tmp0]"=&r"(tmp0), [tmp1]"=&r"(tmp1), [res]"+&r"(res),
|
||
|
|
[c_range]"+&r"(c->range), [c_low]"+&r"(c->low),
|
||
|
|
[c_bytestream]"+&r"(c->bytestream)
|
||
|
|
: [cabac_mask]"r"(CABAC_MASK),
|
||
|
|
#if !UNCHECKED_BITSTREAM_READER
|
||
|
|
[c_bytestream_end]"r"(c->bytestream_end),
|
||
|
|
#endif
|
||
|
|
[zero]"r"(0x0)
|
||
|
|
: "memory"
|
||
|
|
);
|
||
|
|
|
||
|
|
return res;
|
||
|
|
}
|
||
|
|
#endif /* AVCODEC_LOONGARCH_CABAC_H */
|