mirror of https://github.com/FFmpeg/FFmpeg.git
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
239 lines
13 KiB
239 lines
13 KiB
/* |
|
* Loongson optimized cabac |
|
* |
|
* Copyright (c) 2020 Loongson Technology Corporation Limited |
|
* Contributed by Shiyou Yin <yinshiyou-hf@loongson.cn> |
|
* Gu Xiwei(guxiwei-hf@loongson.cn) |
|
* |
|
* This file is part of FFmpeg. |
|
* |
|
* FFmpeg is free software; you can redistribute it and/or |
|
* modify it under the terms of the GNU Lesser General Public |
|
* License as published by the Free Software Foundation; either |
|
* version 2.1 of the License, or (at your option) any later version. |
|
* |
|
* FFmpeg is distributed in the hope that it will be useful, |
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
|
* Lesser General Public License for more details. |
|
* |
|
* You should have received a copy of the GNU Lesser General Public |
|
* License along with FFmpeg; if not, write to the Free Software |
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
|
*/ |
|
|
|
#ifndef AVCODEC_LOONGARCH_CABAC_H |
|
#define AVCODEC_LOONGARCH_CABAC_H |
|
|
|
#include "libavutil/attributes.h" |
|
#include "libavcodec/cabac.h" |
|
#include "config.h" |
|
|
|
#define GET_CABAC_LOONGARCH_UNCBSR \ |
|
"ld.bu %[bit], %[state], 0x0 \n\t" \ |
|
"andi %[tmp0], %[c_range], 0xC0 \n\t" \ |
|
"slli.d %[tmp0], %[tmp0], 0x01 \n\t" \ |
|
"add.d %[tmp0], %[tmp0], %[tables] \n\t" \ |
|
"add.d %[tmp0], %[tmp0], %[bit] \n\t" \ |
|
/* tmp1: RangeLPS */ \ |
|
"ld.bu %[tmp1], %[tmp0], %[lps_off] \n\t" \ |
|
\ |
|
"sub.d %[c_range], %[c_range], %[tmp1] \n\t" \ |
|
"slli.d %[tmp0], %[c_range], 0x11 \n\t" \ |
|
"bge %[tmp0], %[c_low], 1f \n\t" \ |
|
"move %[c_range], %[tmp1] \n\t" \ |
|
"nor %[bit], %[bit], %[bit] \n\t" \ |
|
"sub.d %[c_low], %[c_low], %[tmp0] \n\t" \ |
|
\ |
|
"1: \n\t" \ |
|
/* tmp1: *state */ \ |
|
"add.d %[tmp0], %[tables], %[bit] \n\t" \ |
|
"ld.bu %[tmp1], %[tmp0], %[mlps_off] \n\t" \ |
|
/* tmp2: lps_mask */ \ |
|
"add.d %[tmp0], %[tables], %[c_range] \n\t" \ |
|
"ld.bu %[tmp2], %[tmp0], %[norm_off] \n\t" \ |
|
\ |
|
"andi %[bit], %[bit], 0x01 \n\t" \ |
|
"st.b %[tmp1], %[state], 0x0 \n\t" \ |
|
"sll.d %[c_range], %[c_range], %[tmp2] \n\t" \ |
|
"sll.d %[c_low], %[c_low], %[tmp2] \n\t" \ |
|
\ |
|
"and %[tmp1], %[c_low], %[cabac_mask] \n\t" \ |
|
"bnez %[tmp1], 1f \n\t" \ |
|
"ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t" \ |
|
"ctz.d %[tmp0], %[c_low] \n\t" \ |
|
"addi.d %[tmp2], %[tmp0], -16 \n\t" \ |
|
"revb.2h %[tmp0], %[tmp1] \n\t" \ |
|
"slli.d %[tmp0], %[tmp0], 0x01 \n\t" \ |
|
"sub.d %[tmp0], %[tmp0], %[cabac_mask] \n\t" \ |
|
"sll.d %[tmp0], %[tmp0], %[tmp2] \n\t" \ |
|
"add.d %[c_low], %[c_low], %[tmp0] \n\t" \ |
|
"addi.d %[c_bytestream], %[c_bytestream], 0x02 \n\t" \ |
|
"1: \n\t" \ |
|
|
|
#define GET_CABAC_LOONGARCH \ |
|
"ld.bu %[bit], %[state], 0x0 \n\t" \ |
|
"andi %[tmp0], %[c_range], 0xC0 \n\t" \ |
|
"slli.d %[tmp0], %[tmp0], 0x01 \n\t" \ |
|
"add.d %[tmp0], %[tmp0], %[tables] \n\t" \ |
|
"add.d %[tmp0], %[tmp0], %[bit] \n\t" \ |
|
/* tmp1: RangeLPS */ \ |
|
"ld.bu %[tmp1], %[tmp0], %[lps_off] \n\t" \ |
|
\ |
|
"sub.d %[c_range], %[c_range], %[tmp1] \n\t" \ |
|
"slli.d %[tmp0], %[c_range], 0x11 \n\t" \ |
|
"bge %[tmp0], %[c_low], 1f \n\t" \ |
|
"move %[c_range], %[tmp1] \n\t" \ |
|
"nor %[bit], %[bit], %[bit] \n\t" \ |
|
"sub.d %[c_low], %[c_low], %[tmp0] \n\t" \ |
|
\ |
|
"1: \n\t" \ |
|
/* tmp1: *state */ \ |
|
"add.d %[tmp0], %[tables], %[bit] \n\t" \ |
|
"ld.bu %[tmp1], %[tmp0], %[mlps_off] \n\t" \ |
|
/* tmp2: lps_mask */ \ |
|
"add.d %[tmp0], %[tables], %[c_range] \n\t" \ |
|
"ld.bu %[tmp2], %[tmp0], %[norm_off] \n\t" \ |
|
\ |
|
"andi %[bit], %[bit], 0x01 \n\t" \ |
|
"st.b %[tmp1], %[state], 0x0 \n\t" \ |
|
"sll.d %[c_range], %[c_range], %[tmp2] \n\t" \ |
|
"sll.d %[c_low], %[c_low], %[tmp2] \n\t" \ |
|
\ |
|
"and %[tmp1], %[c_low], %[cabac_mask] \n\t" \ |
|
"bnez %[tmp1], 1f \n\t" \ |
|
"ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t" \ |
|
"ctz.d %[tmp0], %[c_low] \n\t" \ |
|
"addi.d %[tmp2], %[tmp0], -16 \n\t" \ |
|
"revb.2h %[tmp0], %[tmp1] \n\t" \ |
|
"slli.d %[tmp0], %[tmp0], 0x01 \n\t" \ |
|
"sub.d %[tmp0], %[tmp0], %[cabac_mask] \n\t" \ |
|
"sll.d %[tmp0], %[tmp0], %[tmp2] \n\t" \ |
|
\ |
|
"add.d %[c_low], %[c_low], %[tmp0] \n\t" \ |
|
\ |
|
"slt %[tmp0], %[c_bytestream], %[c_bytestream_end] \n\t" \ |
|
"add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" \ |
|
"add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" \ |
|
"1: \n\t" \ |
|
|
|
#define get_cabac_inline get_cabac_inline_loongarch |
|
static av_always_inline |
|
int get_cabac_inline_loongarch(CABACContext *c, uint8_t * const state) |
|
{ |
|
int64_t tmp0, tmp1, tmp2, bit; |
|
|
|
__asm__ volatile ( |
|
#if UNCHECKED_BITSTREAM_READER |
|
GET_CABAC_LOONGARCH_UNCBSR |
|
#else |
|
GET_CABAC_LOONGARCH |
|
#endif |
|
: [bit]"=&r"(bit), [tmp0]"=&r"(tmp0), [tmp1]"=&r"(tmp1), [tmp2]"=&r"(tmp2), |
|
[c_range]"+&r"(c->range), [c_low]"+&r"(c->low), |
|
[c_bytestream]"+&r"(c->bytestream) |
|
: [state]"r"(state), [tables]"r"(ff_h264_cabac_tables), |
|
#if !UNCHECKED_BITSTREAM_READER |
|
[c_bytestream_end]"r"(c->bytestream_end), |
|
#endif |
|
[lps_off]"i"(H264_LPS_RANGE_OFFSET), |
|
[mlps_off]"i"(H264_MLPS_STATE_OFFSET + 128), |
|
[norm_off]"i"(H264_NORM_SHIFT_OFFSET), |
|
[cabac_mask]"r"(CABAC_MASK) |
|
: "memory" |
|
); |
|
|
|
return bit; |
|
} |
|
|
|
#define get_cabac_bypass get_cabac_bypass_loongarch |
|
static av_always_inline int get_cabac_bypass_loongarch(CABACContext *c) |
|
{ |
|
int64_t tmp0, tmp1, tmp2; |
|
int res = 0; |
|
__asm__ volatile( |
|
"slli.d %[c_low], %[c_low], 0x01 \n\t" |
|
"and %[tmp0], %[c_low], %[cabac_mask] \n\t" |
|
"bnez %[tmp0], 1f \n\t" |
|
"ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t" |
|
#if UNCHECKED_BITSTREAM_READER |
|
"addi.d %[c_bytestream], %[c_bytestream], 0x02 \n\t" |
|
#else |
|
"slt %[tmp0], %[c_bytestream], %[c_bytestream_end] \n\t" |
|
"add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" |
|
"add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" |
|
#endif |
|
"revb.2h %[tmp1], %[tmp1] \n\t" |
|
"slli.d %[tmp1], %[tmp1], 0x01 \n\t" |
|
"sub.d %[tmp1], %[tmp1], %[cabac_mask] \n\t" |
|
"add.d %[c_low], %[c_low], %[tmp1] \n\t" |
|
"1: \n\t" |
|
"slli.d %[tmp1], %[c_range], 0x11 \n\t" |
|
"slt %[tmp0], %[c_low], %[tmp1] \n\t" |
|
"sub.d %[tmp1], %[c_low], %[tmp1] \n\t" |
|
"masknez %[tmp2], %[one], %[tmp0] \n\t" |
|
"maskeqz %[res], %[res], %[tmp0] \n\t" |
|
"or %[res], %[res], %[tmp2] \n\t" |
|
"masknez %[tmp2], %[tmp1], %[tmp0] \n\t" |
|
"maskeqz %[c_low], %[c_low], %[tmp0] \n\t" |
|
"or %[c_low], %[c_low], %[tmp2] \n\t" |
|
: [tmp0]"=&r"(tmp0), [tmp1]"=&r"(tmp1), [tmp2]"=&r"(tmp2), |
|
[c_range]"+&r"(c->range), [c_low]"+&r"(c->low), |
|
[c_bytestream]"+&r"(c->bytestream), [res]"+&r"(res) |
|
: [cabac_mask]"r"(CABAC_MASK), |
|
#if !UNCHECKED_BITSTREAM_READER |
|
[c_bytestream_end]"r"(c->bytestream_end), |
|
#endif |
|
[one]"r"(0x01) |
|
: "memory" |
|
); |
|
return res; |
|
} |
|
|
|
#define get_cabac_bypass_sign get_cabac_bypass_sign_loongarch |
|
static av_always_inline |
|
int get_cabac_bypass_sign_loongarch(CABACContext *c, int val) |
|
{ |
|
int64_t tmp0, tmp1; |
|
int res = val; |
|
__asm__ volatile( |
|
"slli.d %[c_low], %[c_low], 0x01 \n\t" |
|
"and %[tmp0], %[c_low], %[cabac_mask] \n\t" |
|
"bnez %[tmp0], 1f \n\t" |
|
"ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t" |
|
#if UNCHECKED_BITSTREAM_READER |
|
"addi.d %[c_bytestream], %[c_bytestream], 0x02 \n\t" |
|
#else |
|
"slt %[tmp0], %[c_bytestream], %[c_bytestream_end] \n\t" |
|
"add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" |
|
"add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" |
|
#endif |
|
"revb.2h %[tmp1], %[tmp1] \n\t" |
|
"slli.d %[tmp1], %[tmp1], 0x01 \n\t" |
|
"sub.d %[tmp1], %[tmp1], %[cabac_mask] \n\t" |
|
"add.d %[c_low], %[c_low], %[tmp1] \n\t" |
|
"1: \n\t" |
|
"slli.d %[tmp1], %[c_range], 0x11 \n\t" |
|
"slt %[tmp0], %[c_low], %[tmp1] \n\t" |
|
"sub.d %[tmp1], %[c_low], %[tmp1] \n\t" |
|
"masknez %[tmp1], %[tmp1], %[tmp0] \n\t" |
|
"maskeqz %[c_low], %[c_low], %[tmp0] \n\t" |
|
"or %[c_low], %[c_low], %[tmp1] \n\t" |
|
"sub.d %[tmp1], %[zero], %[res] \n\t" |
|
"maskeqz %[tmp1], %[tmp1], %[tmp0] \n\t" |
|
"masknez %[res], %[res], %[tmp0] \n\t" |
|
"or %[res], %[res], %[tmp1] \n\t" |
|
: [tmp0]"=&r"(tmp0), [tmp1]"=&r"(tmp1), [res]"+&r"(res), |
|
[c_range]"+&r"(c->range), [c_low]"+&r"(c->low), |
|
[c_bytestream]"+&r"(c->bytestream) |
|
: [cabac_mask]"r"(CABAC_MASK), |
|
#if !UNCHECKED_BITSTREAM_READER |
|
[c_bytestream_end]"r"(c->bytestream_end), |
|
#endif |
|
[zero]"r"(0x0) |
|
: "memory" |
|
); |
|
|
|
return res; |
|
} |
|
#endif /* AVCODEC_LOONGARCH_CABAC_H */
|
|
|