/* * Loongson optimized cabac * * Copyright (c) 2020 Loongson Technology Corporation Limited * Contributed by Shiyou Yin * Gu Xiwei(guxiwei-hf@loongson.cn) * * This file is part of FFmpeg. * * FFmpeg is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * FFmpeg is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with FFmpeg; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ #ifndef AVCODEC_LOONGARCH_CABAC_H #define AVCODEC_LOONGARCH_CABAC_H #include "libavutil/attributes.h" #include "libavcodec/cabac.h" #include "config.h" #define GET_CABAC_LOONGARCH_UNCBSR \ "ld.bu %[bit], %[state], 0x0 \n\t" \ "andi %[tmp0], %[c_range], 0xC0 \n\t" \ "slli.d %[tmp0], %[tmp0], 0x01 \n\t" \ "add.d %[tmp0], %[tmp0], %[tables] \n\t" \ "add.d %[tmp0], %[tmp0], %[bit] \n\t" \ /* tmp1: RangeLPS */ \ "ld.bu %[tmp1], %[tmp0], %[lps_off] \n\t" \ \ "sub.d %[c_range], %[c_range], %[tmp1] \n\t" \ "slli.d %[tmp0], %[c_range], 0x11 \n\t" \ "bge %[tmp0], %[c_low], 1f \n\t" \ "move %[c_range], %[tmp1] \n\t" \ "nor %[bit], %[bit], %[bit] \n\t" \ "sub.d %[c_low], %[c_low], %[tmp0] \n\t" \ \ "1: \n\t" \ /* tmp1: *state */ \ "add.d %[tmp0], %[tables], %[bit] \n\t" \ "ld.bu %[tmp1], %[tmp0], %[mlps_off] \n\t" \ /* tmp2: lps_mask */ \ "add.d %[tmp0], %[tables], %[c_range] \n\t" \ "ld.bu %[tmp2], %[tmp0], %[norm_off] \n\t" \ \ "andi %[bit], %[bit], 0x01 \n\t" \ "st.b %[tmp1], %[state], 0x0 \n\t" \ "sll.d %[c_range], %[c_range], %[tmp2] \n\t" \ "sll.d %[c_low], %[c_low], %[tmp2] \n\t" \ \ "and %[tmp1], %[c_low], %[cabac_mask] \n\t" \ "bnez %[tmp1], 1f \n\t" \ "ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t" \ "ctz.d %[tmp0], %[c_low] \n\t" \ "addi.d %[tmp2], %[tmp0], -16 \n\t" \ "revb.2h %[tmp0], %[tmp1] \n\t" \ "slli.d %[tmp0], %[tmp0], 0x01 \n\t" \ "sub.d %[tmp0], %[tmp0], %[cabac_mask] \n\t" \ "sll.d %[tmp0], %[tmp0], %[tmp2] \n\t" \ "add.d %[c_low], %[c_low], %[tmp0] \n\t" \ "addi.d %[c_bytestream], %[c_bytestream], 0x02 \n\t" \ "1: \n\t" \ #define GET_CABAC_LOONGARCH \ "ld.bu %[bit], %[state], 0x0 \n\t" \ "andi %[tmp0], %[c_range], 0xC0 \n\t" \ "slli.d %[tmp0], %[tmp0], 0x01 \n\t" \ "add.d %[tmp0], %[tmp0], %[tables] \n\t" \ "add.d %[tmp0], %[tmp0], %[bit] \n\t" \ /* tmp1: RangeLPS */ \ "ld.bu %[tmp1], %[tmp0], %[lps_off] \n\t" \ \ "sub.d %[c_range], %[c_range], %[tmp1] \n\t" \ "slli.d %[tmp0], %[c_range], 0x11 \n\t" \ "bge %[tmp0], %[c_low], 1f \n\t" \ "move %[c_range], %[tmp1] \n\t" \ "nor %[bit], %[bit], %[bit] \n\t" \ "sub.d %[c_low], %[c_low], %[tmp0] \n\t" \ \ "1: \n\t" \ /* tmp1: *state */ \ "add.d %[tmp0], %[tables], %[bit] \n\t" \ "ld.bu %[tmp1], %[tmp0], %[mlps_off] \n\t" \ /* tmp2: lps_mask */ \ "add.d %[tmp0], %[tables], %[c_range] \n\t" \ "ld.bu %[tmp2], %[tmp0], %[norm_off] \n\t" \ \ "andi %[bit], %[bit], 0x01 \n\t" \ "st.b %[tmp1], %[state], 0x0 \n\t" \ "sll.d %[c_range], %[c_range], %[tmp2] \n\t" \ "sll.d %[c_low], %[c_low], %[tmp2] \n\t" \ \ "and %[tmp1], %[c_low], %[cabac_mask] \n\t" \ "bnez %[tmp1], 1f \n\t" \ "ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t" \ "ctz.d %[tmp0], %[c_low] \n\t" \ "addi.d %[tmp2], %[tmp0], -16 \n\t" \ "revb.2h %[tmp0], %[tmp1] \n\t" \ "slli.d %[tmp0], %[tmp0], 0x01 \n\t" \ "sub.d %[tmp0], %[tmp0], %[cabac_mask] \n\t" \ "sll.d %[tmp0], %[tmp0], %[tmp2] \n\t" \ \ "add.d %[c_low], %[c_low], %[tmp0] \n\t" \ \ "slt %[tmp0], %[c_bytestream], %[c_bytestream_end] \n\t" \ "add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" \ "add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" \ "1: \n\t" \ #define get_cabac_inline get_cabac_inline_loongarch static av_always_inline int get_cabac_inline_loongarch(CABACContext *c, uint8_t * const state) { int64_t tmp0, tmp1, tmp2, bit; __asm__ volatile ( #if UNCHECKED_BITSTREAM_READER GET_CABAC_LOONGARCH_UNCBSR #else GET_CABAC_LOONGARCH #endif : [bit]"=&r"(bit), [tmp0]"=&r"(tmp0), [tmp1]"=&r"(tmp1), [tmp2]"=&r"(tmp2), [c_range]"+&r"(c->range), [c_low]"+&r"(c->low), [c_bytestream]"+&r"(c->bytestream) : [state]"r"(state), [tables]"r"(ff_h264_cabac_tables), #if !UNCHECKED_BITSTREAM_READER [c_bytestream_end]"r"(c->bytestream_end), #endif [lps_off]"i"(H264_LPS_RANGE_OFFSET), [mlps_off]"i"(H264_MLPS_STATE_OFFSET + 128), [norm_off]"i"(H264_NORM_SHIFT_OFFSET), [cabac_mask]"r"(CABAC_MASK) : "memory" ); return bit; } #define get_cabac_bypass get_cabac_bypass_loongarch static av_always_inline int get_cabac_bypass_loongarch(CABACContext *c) { int64_t tmp0, tmp1, tmp2; int res = 0; __asm__ volatile( "slli.d %[c_low], %[c_low], 0x01 \n\t" "and %[tmp0], %[c_low], %[cabac_mask] \n\t" "bnez %[tmp0], 1f \n\t" "ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t" #if UNCHECKED_BITSTREAM_READER "addi.d %[c_bytestream], %[c_bytestream], 0x02 \n\t" #else "slt %[tmp0], %[c_bytestream], %[c_bytestream_end] \n\t" "add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" "add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" #endif "revb.2h %[tmp1], %[tmp1] \n\t" "slli.d %[tmp1], %[tmp1], 0x01 \n\t" "sub.d %[tmp1], %[tmp1], %[cabac_mask] \n\t" "add.d %[c_low], %[c_low], %[tmp1] \n\t" "1: \n\t" "slli.d %[tmp1], %[c_range], 0x11 \n\t" "slt %[tmp0], %[c_low], %[tmp1] \n\t" "sub.d %[tmp1], %[c_low], %[tmp1] \n\t" "masknez %[tmp2], %[one], %[tmp0] \n\t" "maskeqz %[res], %[res], %[tmp0] \n\t" "or %[res], %[res], %[tmp2] \n\t" "masknez %[tmp2], %[tmp1], %[tmp0] \n\t" "maskeqz %[c_low], %[c_low], %[tmp0] \n\t" "or %[c_low], %[c_low], %[tmp2] \n\t" : [tmp0]"=&r"(tmp0), [tmp1]"=&r"(tmp1), [tmp2]"=&r"(tmp2), [c_range]"+&r"(c->range), [c_low]"+&r"(c->low), [c_bytestream]"+&r"(c->bytestream), [res]"+&r"(res) : [cabac_mask]"r"(CABAC_MASK), #if !UNCHECKED_BITSTREAM_READER [c_bytestream_end]"r"(c->bytestream_end), #endif [one]"r"(0x01) : "memory" ); return res; } #define get_cabac_bypass_sign get_cabac_bypass_sign_loongarch static av_always_inline int get_cabac_bypass_sign_loongarch(CABACContext *c, int val) { int64_t tmp0, tmp1; int res = val; __asm__ volatile( "slli.d %[c_low], %[c_low], 0x01 \n\t" "and %[tmp0], %[c_low], %[cabac_mask] \n\t" "bnez %[tmp0], 1f \n\t" "ld.hu %[tmp1], %[c_bytestream], 0x0 \n\t" #if UNCHECKED_BITSTREAM_READER "addi.d %[c_bytestream], %[c_bytestream], 0x02 \n\t" #else "slt %[tmp0], %[c_bytestream], %[c_bytestream_end] \n\t" "add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" "add.d %[c_bytestream], %[c_bytestream], %[tmp0] \n\t" #endif "revb.2h %[tmp1], %[tmp1] \n\t" "slli.d %[tmp1], %[tmp1], 0x01 \n\t" "sub.d %[tmp1], %[tmp1], %[cabac_mask] \n\t" "add.d %[c_low], %[c_low], %[tmp1] \n\t" "1: \n\t" "slli.d %[tmp1], %[c_range], 0x11 \n\t" "slt %[tmp0], %[c_low], %[tmp1] \n\t" "sub.d %[tmp1], %[c_low], %[tmp1] \n\t" "masknez %[tmp1], %[tmp1], %[tmp0] \n\t" "maskeqz %[c_low], %[c_low], %[tmp0] \n\t" "or %[c_low], %[c_low], %[tmp1] \n\t" "sub.d %[tmp1], %[zero], %[res] \n\t" "maskeqz %[tmp1], %[tmp1], %[tmp0] \n\t" "masknez %[res], %[res], %[tmp0] \n\t" "or %[res], %[res], %[tmp1] \n\t" : [tmp0]"=&r"(tmp0), [tmp1]"=&r"(tmp1), [res]"+&r"(res), [c_range]"+&r"(c->range), [c_low]"+&r"(c->low), [c_bytestream]"+&r"(c->bytestream) : [cabac_mask]"r"(CABAC_MASK), #if !UNCHECKED_BITSTREAM_READER [c_bytestream_end]"r"(c->bytestream_end), #endif [zero]"r"(0x0) : "memory" ); return res; } #endif /* AVCODEC_LOONGARCH_CABAC_H */