/* * Copyright (c) 2022 Loongson Technology Corporation Limited * Contributed by Lu Wang * Hao Chen * * This file is part of FFmpeg. * * FFmpeg is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * FFmpeg is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with FFmpeg; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ #include "libavutil/loongarch/loongson_intrinsics.h" #include "hevcdsp_lsx.h" void ff_hevc_loop_filter_luma_h_8_lsx(uint8_t *src, ptrdiff_t stride, int32_t beta, int32_t *tc, uint8_t *p_is_pcm, uint8_t *q_is_pcm) { ptrdiff_t stride_2x = (stride << 1); ptrdiff_t stride_4x = (stride << 2); ptrdiff_t stride_3x = stride_2x + stride; uint8_t *p3 = src - stride_4x; uint8_t *p2 = src - stride_3x; uint8_t *p1 = src - stride_2x; uint8_t *p0 = src - stride; uint8_t *q0 = src; uint8_t *q1 = src + stride; uint8_t *q2 = src + stride_2x; uint8_t *q3 = src + stride_3x; uint8_t flag0, flag1; int32_t dp00, dq00, dp30, dq30, d00, d30, d0030, d0434; int32_t dp04, dq04, dp34, dq34, d04, d34; int32_t tc0, p_is_pcm0, q_is_pcm0, beta30, beta20, tc250; int32_t tc4, p_is_pcm4, q_is_pcm4, tc254, tmp; __m128i dst0, dst1, dst2, dst3, dst4, dst5; __m128i cmp0, cmp1, cmp2, cmp3, p_is_pcm_vec, q_is_pcm_vec; __m128i temp0, temp1; __m128i temp2, tc_pos, tc_neg; __m128i diff0, diff1, delta0, delta1, delta2, abs_delta0; __m128i zero = {0}; __m128i p3_src, p2_src, p1_src, p0_src, q0_src, q1_src, q2_src, q3_src; dp00 = abs(p2[0] - (p1[0] << 1) + p0[0]); dq00 = abs(q2[0] - (q1[0] << 1) + q0[0]); dp30 = abs(p2[3] - (p1[3] << 1) + p0[3]); dq30 = abs(q2[3] - (q1[3] << 1) + q0[3]); d00 = dp00 + dq00; d30 = dp30 + dq30; dp04 = abs(p2[4] - (p1[4] << 1) + p0[4]); dq04 = abs(q2[4] - (q1[4] << 1) + q0[4]); dp34 = abs(p2[7] - (p1[7] << 1) + p0[7]); dq34 = abs(q2[7] - (q1[7] << 1) + q0[7]); d04 = dp04 + dq04; d34 = dp34 + dq34; p_is_pcm0 = p_is_pcm[0]; p_is_pcm4 = p_is_pcm[1]; q_is_pcm0 = q_is_pcm[0]; q_is_pcm4 = q_is_pcm[1]; DUP2_ARG1(__lsx_vreplgr2vr_d, p_is_pcm0, p_is_pcm4, cmp0, cmp1); p_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); p_is_pcm_vec = __lsx_vseqi_d(p_is_pcm_vec, 0); d0030 = (d00 + d30) >= beta; d0434 = (d04 + d34) >= beta; DUP2_ARG1(__lsx_vreplgr2vr_w, d0030, d0434, cmp0, cmp1); cmp3 = __lsx_vpackev_w(cmp1, cmp0); cmp3 = __lsx_vseqi_w(cmp3, 0); if ((!p_is_pcm0 || !p_is_pcm4 || !q_is_pcm0 || !q_is_pcm4) && (!d0030 || !d0434)) { DUP4_ARG2(__lsx_vld, p3, 0, p2, 0, p1, 0, p0, 0, p3_src, p2_src, p1_src, p0_src); DUP2_ARG1(__lsx_vreplgr2vr_d, q_is_pcm0, q_is_pcm4, cmp0, cmp1); q_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); q_is_pcm_vec = __lsx_vseqi_d(q_is_pcm_vec, 0); tc0 = tc[0]; beta30 = beta >> 3; beta20 = beta >> 2; tc250 = (((tc0 << 2) + tc0 + 1) >> 1); tc4 = tc[1]; tc254 = (((tc4 << 2) + tc4 + 1) >> 1); DUP2_ARG1(__lsx_vreplgr2vr_h, tc0, tc4, cmp0, cmp1); DUP4_ARG2(__lsx_vilvl_b, zero, p3_src, zero, p2_src, zero, p1_src, zero, p0_src, p3_src, p2_src, p1_src, p0_src); DUP4_ARG2(__lsx_vld, q0, 0, q1, 0, q2, 0, q3, 0, q0_src, q1_src, q2_src, q3_src); flag0 = abs(p3[0] - p0[0]) + abs(q3[0] - q0[0]) < beta30 && abs(p0[0] - q0[0]) < tc250; flag0 = flag0 && (abs(p3[3] - p0[3]) + abs(q3[3] - q0[3]) < beta30 && abs(p0[3] - q0[3]) < tc250 && (d00 << 1) < beta20 && (d30 << 1) < beta20); tc_pos = __lsx_vpackev_d(cmp1, cmp0); DUP4_ARG2(__lsx_vilvl_b, zero, q0_src, zero, q1_src, zero, q2_src, zero, q3_src, q0_src, q1_src, q2_src, q3_src); flag1 = abs(p3[4] - p0[4]) + abs(q3[4] - q0[4]) < beta30 && abs(p0[4] - q0[4]) < tc254; flag1 = flag1 && (abs(p3[7] - p0[7]) + abs(q3[7] - q0[7]) < beta30 && abs(p0[7] - q0[7]) < tc254 && (d04 << 1) < beta20 && (d34 << 1) < beta20); DUP2_ARG1(__lsx_vreplgr2vr_w, flag0, flag1, cmp0, cmp1); cmp2 = __lsx_vpackev_w(cmp1, cmp0); cmp2 = __lsx_vseqi_w(cmp2, 0); if (flag0 && flag1) { /* strong only */ /* strong filter */ tc_pos = __lsx_vslli_h(tc_pos, 1); tc_neg = __lsx_vneg_h(tc_pos); /* p part */ DUP2_ARG2(__lsx_vadd_h, p1_src, p0_src, temp0, q0_src, temp0, temp0); temp1 = __lsx_vadd_h(p3_src, p2_src); temp1 = __lsx_vslli_h(temp1, 1); DUP2_ARG2(__lsx_vadd_h, temp1, p2_src, temp1, temp0, temp1, temp1); temp1 = __lsx_vsrari_h(temp1, 3); temp2 = __lsx_vsub_h(temp1, p2_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst0 = __lsx_vadd_h(temp2, p2_src); temp1 = __lsx_vadd_h(temp0, p2_src); temp1 = __lsx_vsrari_h(temp1, 2); temp2 = __lsx_vsub_h(temp1, p1_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst1 = __lsx_vadd_h(temp2, p1_src); temp1 = __lsx_vslli_h(temp0, 1); DUP2_ARG2(__lsx_vadd_h, temp1, p2_src, temp1, q1_src, temp1, temp1); temp1 = __lsx_vsrari_h(temp1, 3); temp2 = __lsx_vsub_h(temp1, p0_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst2 = __lsx_vadd_h(temp2, p0_src); p_is_pcm_vec = __lsx_vnor_v(p_is_pcm_vec, p_is_pcm_vec); DUP2_ARG3(__lsx_vbitsel_v, dst0, p2_src, p_is_pcm_vec, dst1, p1_src, p_is_pcm_vec, dst0, dst1); dst2 = __lsx_vbitsel_v(dst2, p0_src, p_is_pcm_vec); /* q part */ DUP2_ARG2(__lsx_vadd_h, q1_src, p0_src, temp0, q0_src, temp0, temp0); temp1 = __lsx_vadd_h(q3_src, q2_src); temp1 = __lsx_vslli_h(temp1, 1); DUP2_ARG2(__lsx_vadd_h, temp1, q2_src, temp1, temp0, temp1, temp1); temp1 = __lsx_vsrari_h(temp1, 3); temp2 = __lsx_vsub_h(temp1, q2_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst5 = __lsx_vadd_h(temp2, q2_src); temp1 = __lsx_vadd_h(temp0, q2_src); temp1 = __lsx_vsrari_h(temp1, 2); temp2 = __lsx_vsub_h(temp1, q1_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst4 = __lsx_vadd_h(temp2, q1_src); temp0 = __lsx_vslli_h(temp0, 1); DUP2_ARG2(__lsx_vadd_h, temp0, p1_src, temp1, q2_src, temp1, temp1); temp1 = __lsx_vsrari_h(temp1, 3); temp2 = __lsx_vsub_h(temp1, q0_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst3 = __lsx_vadd_h(temp2, q0_src); q_is_pcm_vec = __lsx_vnor_v(q_is_pcm_vec, q_is_pcm_vec); DUP2_ARG3(__lsx_vbitsel_v, dst3, q0_src, q_is_pcm_vec, dst4, q1_src, q_is_pcm_vec, dst3, dst4); dst5 = __lsx_vbitsel_v(dst5, q2_src, q_is_pcm_vec); /* pack results to 8 bit */ DUP2_ARG2(__lsx_vpickev_b, dst1, dst0, dst3, dst2, dst0, dst1); dst2 = __lsx_vpickev_b(dst5, dst4); /* pack src to 8 bit */ DUP2_ARG2(__lsx_vpickev_b, p1_src, p2_src, q0_src, p0_src, dst3, dst4); dst5 = __lsx_vpickev_b(q2_src, q1_src); cmp3 = __lsx_vnor_v(cmp3, cmp3); DUP2_ARG3(__lsx_vbitsel_v, dst0, dst3, cmp3, dst1, dst4, cmp3, dst0, dst1); dst2 = __lsx_vbitsel_v(dst2, dst5, cmp3); __lsx_vstelm_d(dst0, p2, 0, 0); __lsx_vstelm_d(dst0, p2 + stride, 0, 1); __lsx_vstelm_d(dst1, p2 + stride_2x, 0, 0); __lsx_vstelm_d(dst1, p2 + stride_3x, 0, 1); __lsx_vstelm_d(dst2, p2 + stride_4x, 0, 0); __lsx_vstelm_d(dst2, p2 + stride_4x + stride, 0, 1); /* strong filter ends */ } else if (flag0 == flag1) { /* weak only */ /* weak filter */ tc_neg = __lsx_vneg_h(tc_pos); DUP2_ARG2(__lsx_vsub_h, q0_src, p0_src, q1_src, p1_src, diff0, diff1); DUP2_ARG2(__lsx_vadd_h, __lsx_vslli_h(diff0, 3), diff0, __lsx_vslli_h(diff1, 1), diff1, diff0, diff1); delta0 = __lsx_vsub_h(diff0, diff1); delta0 = __lsx_vsrari_h(delta0, 4); temp1 = __lsx_vadd_h(__lsx_vslli_h(tc_pos, 3), __lsx_vslli_h(tc_pos, 1)); abs_delta0 = __lsx_vadda_h(delta0, zero); abs_delta0 = __lsx_vsle_hu(temp1, abs_delta0); abs_delta0 = __lsx_vnor_v(abs_delta0, abs_delta0); delta0 = __lsx_vclip_h(delta0, tc_neg, tc_pos); temp2 = __lsx_vadd_h(delta0, p0_src); temp2 = __lsx_vclip255_h(temp2); temp0 = __lsx_vbitsel_v(temp2, p0_src, __lsx_vnor_v(p_is_pcm_vec, p_is_pcm_vec)); temp2 = __lsx_vsub_h(q0_src, delta0); temp2 = __lsx_vclip255_h(temp2); temp2 = __lsx_vbitsel_v(temp2, q0_src, __lsx_vnor_v(q_is_pcm_vec, q_is_pcm_vec)); DUP2_ARG2(__lsx_vnor_v, p_is_pcm_vec, p_is_pcm_vec, q_is_pcm_vec, q_is_pcm_vec, p_is_pcm_vec, q_is_pcm_vec); tmp = (beta + (beta >> 1)) >> 3; DUP2_ARG1(__lsx_vreplgr2vr_d, dp00 + dp30 < tmp, dp04 + dp34 < tmp, cmp0, cmp1); cmp0 = __lsx_vpackev_d(cmp1, cmp0); cmp0 = __lsx_vseqi_d(cmp0, 0); p_is_pcm_vec = __lsx_vor_v(p_is_pcm_vec, cmp0); DUP2_ARG1(__lsx_vreplgr2vr_d, dq00 + dq30 < tmp, dq04 + dq34 < tmp, cmp0, cmp1); cmp0 = __lsx_vpackev_d(cmp1, cmp0); cmp0 = __lsx_vseqi_d(cmp0, 0); q_is_pcm_vec = __lsx_vor_v(q_is_pcm_vec, cmp0); tc_pos = __lsx_vsrai_h(tc_pos, 1); tc_neg = __lsx_vneg_h(tc_pos); DUP2_ARG2(__lsx_vavgr_hu, p2_src, p0_src, q0_src, q2_src, delta1, delta2); DUP2_ARG2(__lsx_vsub_h, delta1, p1_src, delta2, q1_src, delta1, delta2); delta1 = __lsx_vadd_h(delta1, delta0); delta2 = __lsx_vsub_h(delta2, delta0); DUP2_ARG2(__lsx_vsrai_h, delta1, 1, delta2, 1, delta1, delta2); DUP2_ARG3(__lsx_vclip_h, delta1, tc_neg, tc_pos, delta2, tc_neg, tc_pos, delta1, delta2); DUP2_ARG2(__lsx_vadd_h, p1_src, delta1, q1_src, delta2, delta1, delta2); DUP2_ARG1(__lsx_vclip255_h, delta1, delta2, delta1, delta2); DUP2_ARG3(__lsx_vbitsel_v, delta1, p1_src, p_is_pcm_vec, delta2, q1_src, q_is_pcm_vec, delta1, delta2); abs_delta0 = __lsx_vnor_v(abs_delta0, abs_delta0); DUP4_ARG3(__lsx_vbitsel_v, delta1, p1_src, abs_delta0, temp0, p0_src, abs_delta0, temp2, q0_src, abs_delta0, delta2, q1_src, abs_delta0, dst1, dst2, dst3, dst4); /* pack results to 8 bit */ DUP2_ARG2(__lsx_vpickev_b, dst2, dst1, dst4, dst3, dst0, dst1); /* pack src to 8 bit */ DUP2_ARG2(__lsx_vpickev_b, p0_src, p1_src, q1_src, q0_src, dst2, dst3); cmp3 = __lsx_vnor_v(cmp3, cmp3); DUP2_ARG3(__lsx_vbitsel_v, dst0, dst2, cmp3, dst1, dst3, cmp3, dst0, dst1); p2 += stride; __lsx_vstelm_d(dst0, p2, 0, 0); __lsx_vstelm_d(dst0, p2 + stride, 0, 1); __lsx_vstelm_d(dst1, p2 + stride_2x, 0, 0); __lsx_vstelm_d(dst1, p2 + stride_3x, 0, 1); /* weak filter ends */ } else { /* strong + weak */ /* strong filter */ tc_pos = __lsx_vslli_h(tc_pos, 1); tc_neg = __lsx_vneg_h(tc_pos); /* p part */ DUP2_ARG2(__lsx_vadd_h, p1_src, p0_src, temp0, q0_src, temp0, temp0); temp1 = __lsx_vadd_h(p3_src, p2_src); temp1 = __lsx_vslli_h(temp1, 1); DUP2_ARG2(__lsx_vadd_h, temp1, p2_src, temp1, temp0, temp1, temp1); temp1 = __lsx_vsrari_h(temp1, 3); temp2 = __lsx_vsub_h(temp1, p2_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst0 = __lsx_vadd_h(temp2, p2_src); temp1 = __lsx_vadd_h(temp0, p2_src); temp1 = __lsx_vsrari_h(temp1, 2); temp2 = __lsx_vsub_h(temp1, p1_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst1 = __lsx_vadd_h(temp2, p1_src); temp1 = __lsx_vslli_h(temp0, 1); DUP2_ARG2(__lsx_vadd_h, temp1, p2_src, temp1, q1_src, temp1, temp1); temp1 = __lsx_vsrari_h(temp1, 3); temp2 = __lsx_vsub_h(temp1, p0_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst2 = __lsx_vadd_h(temp2, p0_src); p_is_pcm_vec = __lsx_vnor_v(p_is_pcm_vec, p_is_pcm_vec); DUP2_ARG3(__lsx_vbitsel_v, dst0, p2_src, p_is_pcm_vec, dst1, p1_src, p_is_pcm_vec, dst0, dst1); dst2 = __lsx_vbitsel_v(dst2, p0_src, p_is_pcm_vec); /* q part */ DUP2_ARG2(__lsx_vadd_h, q1_src, p0_src, temp0, q0_src, temp0, temp0); temp1 = __lsx_vadd_h(q3_src, q2_src); temp1 = __lsx_vslli_h(temp1, 1); DUP2_ARG2(__lsx_vadd_h, temp1, q2_src, temp1, temp0, temp1, temp1); temp1 = __lsx_vsrari_h(temp1, 3); temp2 = __lsx_vsub_h(temp1, q2_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst5 = __lsx_vadd_h(temp2, q2_src); temp1 = __lsx_vadd_h(temp0, q2_src); temp1 = __lsx_vsrari_h(temp1, 2); temp2 = __lsx_vsub_h(temp1, q1_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst4 = __lsx_vadd_h(temp2, q1_src); temp1 = __lsx_vslli_h(temp0, 1); DUP2_ARG2(__lsx_vadd_h, temp1, p1_src, temp1, q2_src, temp1, temp1); temp1 = __lsx_vsrari_h(temp1, 3); temp2 = __lsx_vsub_h(temp1, q0_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst3 = __lsx_vadd_h(temp2, q0_src); q_is_pcm_vec = __lsx_vnor_v(q_is_pcm_vec, q_is_pcm_vec); DUP2_ARG3(__lsx_vbitsel_v, dst3, q0_src, q_is_pcm_vec, dst4, q1_src, q_is_pcm_vec, dst3, dst4); dst5 = __lsx_vbitsel_v(dst5, q2_src, q_is_pcm_vec); /* pack strong results to 8 bit */ DUP2_ARG2(__lsx_vpickev_b, dst1, dst0, dst3, dst2, dst0, dst1); dst2 = __lsx_vpickev_b(dst5, dst4); /* strong filter ends */ /* weak filter */ tc_pos = __lsx_vsrai_h(tc_pos, 1); tc_neg = __lsx_vneg_h(tc_pos); DUP2_ARG2(__lsx_vsub_h, q0_src, p0_src, q1_src, p1_src, diff0, diff1); DUP2_ARG2(__lsx_vadd_h, __lsx_vslli_h(diff0, 3), diff0, __lsx_vslli_h(diff1, 1), diff1, diff0, diff1); delta0 = __lsx_vsub_h(diff0, diff1); delta0 = __lsx_vsrari_h(delta0, 4); temp1 = __lsx_vadd_h(__lsx_vslli_h(tc_pos, 3), __lsx_vslli_h(tc_pos, 1)); abs_delta0 = __lsx_vadda_h(delta0, zero); abs_delta0 = __lsx_vsle_hu(temp1, abs_delta0); abs_delta0 = __lsx_vnor_v(abs_delta0, abs_delta0); delta0 = __lsx_vclip_h(delta0, tc_neg, tc_pos); temp2 = __lsx_vadd_h(delta0, p0_src); temp2 = __lsx_vclip255_h(temp2); temp0 = __lsx_vbitsel_v(temp2, p0_src, p_is_pcm_vec); temp2 = __lsx_vsub_h(q0_src, delta0); temp2 = __lsx_vclip255_h(temp2); temp2 = __lsx_vbitsel_v(temp2, q0_src, q_is_pcm_vec); tmp = (beta + (beta >> 1)) >> 3; DUP2_ARG1(__lsx_vreplgr2vr_d, dp00 + dp30 < tmp, dp04 + dp34 < tmp, cmp0, cmp1); cmp0 = __lsx_vpackev_d(cmp1, cmp0); p_is_pcm_vec = __lsx_vor_v(p_is_pcm_vec, __lsx_vseqi_d(cmp0, 0)); DUP2_ARG1(__lsx_vreplgr2vr_d, dq00 + dq30 < tmp, dq04 + dq34 < tmp, cmp0, cmp1); cmp0 = __lsx_vpackev_d(cmp1, cmp0); q_is_pcm_vec = __lsx_vor_v(q_is_pcm_vec, __lsx_vseqi_d(cmp0, 0)); tc_pos = __lsx_vsrai_h(tc_pos, 1); tc_neg = __lsx_vneg_h(tc_pos); DUP2_ARG2(__lsx_vavgr_hu, p2_src, p0_src, q0_src, q2_src, delta1, delta2); DUP2_ARG2(__lsx_vsub_h, delta1, p1_src, delta2, q1_src, delta1, delta2); delta1 = __lsx_vadd_h(delta1, delta0); delta2 = __lsx_vsub_h(delta2, delta0); DUP2_ARG2(__lsx_vsrai_h, delta1, 1, delta2, 1, delta1, delta2); DUP2_ARG3(__lsx_vclip_h, delta1, tc_neg, tc_pos, delta2, tc_neg, tc_pos, delta1, delta2); DUP2_ARG2(__lsx_vadd_h, p1_src, delta1, q1_src, delta2, delta1, delta2); DUP2_ARG1(__lsx_vclip255_h, delta1, delta2, delta1, delta2); DUP2_ARG3(__lsx_vbitsel_v, delta1, p1_src, p_is_pcm_vec, delta2, q1_src, q_is_pcm_vec, delta1, delta2); abs_delta0 = __lsx_vnor_v(abs_delta0, abs_delta0); DUP4_ARG3(__lsx_vbitsel_v, delta1, p1_src, abs_delta0, delta2, q1_src, abs_delta0, temp0, p0_src, abs_delta0, temp2, q0_src, abs_delta0, delta1, delta2, temp0, temp2); /* weak filter ends */ /* pack weak results to 8 bit */ DUP2_ARG2(__lsx_vpickev_b, delta1, p2_src, temp2, temp0, dst3, dst4); dst5 = __lsx_vpickev_b(q2_src, delta2); /* select between weak or strong */ DUP2_ARG3(__lsx_vbitsel_v, dst0, dst3, cmp2, dst1, dst4, cmp2, dst0, dst1); dst2 = __lsx_vbitsel_v(dst2, dst5, cmp2); /* pack src to 8 bit */ DUP2_ARG2(__lsx_vpickev_b, p1_src, p2_src, q0_src, p0_src, dst3, dst4); dst5 = __lsx_vpickev_b(q2_src, q1_src); cmp3 = __lsx_vnor_v(cmp3, cmp3); DUP2_ARG3(__lsx_vbitsel_v, dst0, dst3, cmp3, dst1, dst4, cmp3, dst0, dst1); dst2 = __lsx_vbitsel_v(dst2, dst5, cmp3); __lsx_vstelm_d(dst0, p2, 0, 0); __lsx_vstelm_d(dst0, p2 + stride, 0, 1); __lsx_vstelm_d(dst1, p2 + stride_2x, 0, 0); __lsx_vstelm_d(dst1, p2 + stride_3x, 0, 1); __lsx_vstelm_d(dst2, p2 + stride_4x, 0, 0); __lsx_vstelm_d(dst2, p2 + stride_4x + stride, 0, 1); } } } void ff_hevc_loop_filter_luma_v_8_lsx(uint8_t *src, ptrdiff_t stride, int32_t beta, int32_t *tc, uint8_t *p_is_pcm, uint8_t *q_is_pcm) { ptrdiff_t stride_2x = (stride << 1); ptrdiff_t stride_4x = (stride << 2); ptrdiff_t stride_3x = stride_2x + stride; uint8_t *p3 = src; uint8_t *p2 = src + stride_3x; uint8_t *p1 = src + stride_4x; uint8_t *p0 = src + stride_4x + stride_3x; uint8_t flag0, flag1; int32_t dp00, dq00, dp30, dq30, d00, d30; int32_t d0030, d0434; int32_t dp04, dq04, dp34, dq34, d04, d34; int32_t tc0, p_is_pcm0, q_is_pcm0, beta30, beta20, tc250; int32_t tc4, p_is_pcm4, q_is_pcm4, tc254, tmp; __m128i dst0, dst1, dst2, dst3, dst4, dst5, dst6, dst7; __m128i cmp0, cmp1, cmp2, p_is_pcm_vec, q_is_pcm_vec; __m128i cmp3; __m128i temp0, temp1; __m128i temp2; __m128i tc_pos, tc_neg; __m128i diff0, diff1, delta0, delta1, delta2, abs_delta0; __m128i zero = {0}; __m128i p3_src, p2_src, p1_src, p0_src, q0_src, q1_src, q2_src, q3_src; dp00 = abs(p3[-3] - (p3[-2] << 1) + p3[-1]); dq00 = abs(p3[2] - (p3[1] << 1) + p3[0]); dp30 = abs(p2[-3] - (p2[-2] << 1) + p2[-1]); dq30 = abs(p2[2] - (p2[1] << 1) + p2[0]); d00 = dp00 + dq00; d30 = dp30 + dq30; p_is_pcm0 = p_is_pcm[0]; q_is_pcm0 = q_is_pcm[0]; dp04 = abs(p1[-3] - (p1[-2] << 1) + p1[-1]); dq04 = abs(p1[2] - (p1[1] << 1) + p1[0]); dp34 = abs(p0[-3] - (p0[-2] << 1) + p0[-1]); dq34 = abs(p0[2] - (p0[1] << 1) + p0[0]); d04 = dp04 + dq04; d34 = dp34 + dq34; p_is_pcm4 = p_is_pcm[1]; q_is_pcm4 = q_is_pcm[1]; DUP2_ARG1(__lsx_vreplgr2vr_d, p_is_pcm0, p_is_pcm4, cmp0, cmp1); p_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); p_is_pcm_vec = __lsx_vseqi_d(p_is_pcm_vec, 0); d0030 = (d00 + d30) >= beta; d0434 = (d04 + d34) >= beta; DUP2_ARG1(__lsx_vreplgr2vr_d, d0030, d0434, cmp0, cmp1); cmp3 = __lsx_vpackev_d(cmp1, cmp0); cmp3 = __lsx_vseqi_d(cmp3, 0); if ((!p_is_pcm0 || !p_is_pcm4 || !q_is_pcm0 || !q_is_pcm4) && (!d0030 || !d0434)) { src -= 4; DUP4_ARG2(__lsx_vld, src, 0, src + stride, 0, src + stride_2x, 0, src + stride_3x, 0, p3_src, p2_src, p1_src, p0_src); src += stride_4x; DUP4_ARG2(__lsx_vld, src, 0, src + stride, 0, src + stride_2x, 0, src + stride_3x, 0, q0_src, q1_src, q2_src, q3_src); src -= stride_4x; DUP2_ARG1(__lsx_vreplgr2vr_d, q_is_pcm0, q_is_pcm4, cmp0, cmp1); q_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); q_is_pcm_vec = __lsx_vseqi_d(q_is_pcm_vec, 0); tc0 = tc[0]; beta30 = beta >> 3; beta20 = beta >> 2; tc250 = (((tc0 << 2) + tc0 + 1) >> 1); tc4 = tc[1]; tc254 = (((tc4 << 2) + tc4 + 1) >> 1); DUP2_ARG1( __lsx_vreplgr2vr_h, tc0 << 1, tc4 << 1, cmp0, cmp1); tc_pos = __lsx_vpackev_d(cmp1, cmp0); LSX_TRANSPOSE8x8_B(p3_src, p2_src, p1_src, p0_src, q0_src, q1_src, q2_src, q3_src, p3_src, p2_src, p1_src, p0_src, q0_src, q1_src, q2_src, q3_src); flag0 = abs(p3[-4] - p3[-1]) + abs(p3[3] - p3[0]) < beta30 && abs(p3[-1] - p3[0]) < tc250; flag0 = flag0 && (abs(p2[-4] - p2[-1]) + abs(p2[3] - p2[0]) < beta30 && abs(p2[-1] - p2[0]) < tc250 && (d00 << 1) < beta20 && (d30 << 1) < beta20); cmp0 = __lsx_vreplgr2vr_d(flag0); DUP4_ARG2(__lsx_vilvl_b, zero, p3_src, zero, p2_src, zero, p1_src, zero, p0_src, p3_src, p2_src, p1_src, p0_src); flag1 = abs(p1[-4] - p1[-1]) + abs(p1[3] - p1[0]) < beta30 && abs(p1[-1] - p1[0]) < tc254; flag1 = flag1 && (abs(p0[-4] - p0[-1]) + abs(p0[3] - p0[0]) < beta30 && abs(p0[-1] - p0[0]) < tc254 && (d04 << 1) < beta20 && (d34 << 1) < beta20); DUP4_ARG2(__lsx_vilvl_b, zero, q0_src, zero, q1_src, zero, q2_src, zero, q3_src, q0_src, q1_src, q2_src, q3_src); cmp1 = __lsx_vreplgr2vr_d(flag1); cmp2 = __lsx_vpackev_d(cmp1, cmp0); cmp2 = __lsx_vseqi_d(cmp2, 0); if (flag0 && flag1) { /* strong only */ /* strong filter */ tc_neg = __lsx_vneg_h(tc_pos); /* p part */ DUP2_ARG2(__lsx_vadd_h, p1_src, p0_src, temp0, q0_src, temp0, temp0); temp1 = __lsx_vadd_h(p3_src, p2_src); temp1 = __lsx_vslli_h(temp1, 1); DUP2_ARG2(__lsx_vadd_h, temp1, p2_src, temp1, temp0, temp1, temp1); temp1 = __lsx_vsrari_h(temp1, 3); temp2 = __lsx_vsub_h(temp1, p2_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst0 = __lsx_vadd_h(temp2, p2_src); temp1 = __lsx_vadd_h(temp0, p2_src); temp1 = __lsx_vsrari_h(temp1, 2); temp2 = __lsx_vsub_h(temp1, p1_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst1 = __lsx_vadd_h(temp2, p1_src); temp1 = __lsx_vslli_h(temp0, 1); DUP2_ARG2(__lsx_vadd_h, temp1, p2_src, temp1, q1_src, temp1, temp1); temp1 = __lsx_vsrari_h(temp1, 3); temp2 = __lsx_vsub_h(temp1, p0_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst2 = __lsx_vadd_h(temp2, p0_src); p_is_pcm_vec = __lsx_vnor_v(p_is_pcm_vec, p_is_pcm_vec); DUP2_ARG3(__lsx_vbitsel_v, dst0, p2_src, p_is_pcm_vec, dst1, p1_src, p_is_pcm_vec, dst0, dst1); dst2 = __lsx_vbitsel_v(dst2, p0_src, p_is_pcm_vec); /* q part */ DUP2_ARG2(__lsx_vadd_h, q1_src, p0_src, temp0, q0_src, temp0, temp0); temp1 = __lsx_vadd_h(q3_src, q2_src); temp1 = __lsx_vslli_h(temp1, 1); DUP2_ARG2(__lsx_vadd_h, temp1, q2_src, temp1, temp0, temp1, temp1); temp1 = __lsx_vsrari_h(temp1, 3); temp2 = __lsx_vsub_h(temp1, q2_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst5 = __lsx_vadd_h(temp2, q2_src); temp1 = __lsx_vadd_h(temp0, q2_src); temp1 = __lsx_vsrari_h(temp1, 2); temp2 = __lsx_vsub_h(temp1, q1_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst4 = __lsx_vadd_h(temp2, q1_src); temp1 = __lsx_vslli_h(temp0, 1); DUP2_ARG2(__lsx_vadd_h, temp1, p1_src, temp1, q2_src, temp1, temp1); temp1 = __lsx_vsrari_h(temp1, 3); temp2 = __lsx_vsub_h(temp1, q0_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst3 = __lsx_vadd_h(temp2, q0_src); q_is_pcm_vec = __lsx_vnor_v(q_is_pcm_vec, q_is_pcm_vec); DUP2_ARG3(__lsx_vbitsel_v, dst3, q0_src, q_is_pcm_vec, dst4, q1_src, q_is_pcm_vec, dst3, dst4); dst5 = __lsx_vbitsel_v(dst5, q2_src, q_is_pcm_vec); /* strong filter ends */ } else if (flag0 == flag1) { /* weak only */ /* weak filter */ tc_pos = __lsx_vsrai_h(tc_pos, 1); tc_neg = __lsx_vneg_h(tc_pos); DUP2_ARG2(__lsx_vsub_h, q0_src, p0_src, q1_src, p1_src, diff0, diff1); DUP2_ARG2(__lsx_vadd_h, __lsx_vslli_h(diff0, 3), diff0, __lsx_vslli_h(diff1, 1), diff1, diff0, diff1); delta0 = __lsx_vsub_h(diff0, diff1); delta0 = __lsx_vsrari_h(delta0, 4); temp1 = __lsx_vadd_h(__lsx_vslli_h(tc_pos, 3), __lsx_vslli_h(tc_pos, 1)); abs_delta0 = __lsx_vadda_h(delta0, zero); abs_delta0 = __lsx_vsle_hu(temp1, abs_delta0); abs_delta0 = __lsx_vnor_v(abs_delta0, abs_delta0); delta0 = __lsx_vclip_h(delta0, tc_neg, tc_pos); temp2 = __lsx_vadd_h(delta0, p0_src); temp2 = __lsx_vclip255_h(temp2); p_is_pcm_vec = __lsx_vnor_v(p_is_pcm_vec, p_is_pcm_vec); temp0 = __lsx_vbitsel_v(temp2, p0_src, p_is_pcm_vec); temp2 = __lsx_vsub_h(q0_src, delta0); temp2 = __lsx_vclip255_h(temp2); q_is_pcm_vec = __lsx_vnor_v(q_is_pcm_vec, q_is_pcm_vec); temp2 = __lsx_vbitsel_v(temp2, q0_src, q_is_pcm_vec); tmp = ((beta + (beta >> 1)) >> 3); DUP2_ARG1(__lsx_vreplgr2vr_d, !p_is_pcm0 && ((dp00 + dp30) < tmp), !p_is_pcm4 && ((dp04 + dp34) < tmp), cmp0, cmp1); p_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); p_is_pcm_vec = __lsx_vseqi_d(p_is_pcm_vec, 0); DUP2_ARG1(__lsx_vreplgr2vr_h, (!q_is_pcm0) && (dq00 + dq30 < tmp), (!q_is_pcm4) && (dq04 + dq34 < tmp), cmp0, cmp1); q_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); q_is_pcm_vec = __lsx_vseqi_d(q_is_pcm_vec, 0); tc_pos = __lsx_vsrai_h(tc_pos, 1); tc_neg = __lsx_vneg_h(tc_pos); DUP2_ARG2(__lsx_vavgr_hu, p2_src, p0_src, q0_src, q2_src, delta1, delta2); DUP2_ARG2(__lsx_vsub_h, delta1, p1_src, delta2, q1_src, delta1, delta2); delta1 = __lsx_vadd_h(delta1, delta0); delta2 = __lsx_vsub_h(delta2, delta0); DUP2_ARG2(__lsx_vsrai_h, delta1, 1, delta2, 1, delta1, delta2); DUP2_ARG3(__lsx_vclip_h, delta1, tc_neg, tc_pos, delta2, tc_neg, tc_pos, delta1, delta2); DUP2_ARG2(__lsx_vadd_h, p1_src, delta1, q1_src, delta2, delta1, delta2); DUP2_ARG1(__lsx_vclip255_h, delta1, delta2, delta1, delta2); DUP2_ARG3(__lsx_vbitsel_v, delta1, p1_src, p_is_pcm_vec, delta2, q1_src, q_is_pcm_vec, delta1, delta2); abs_delta0 = __lsx_vnor_v(abs_delta0, abs_delta0); DUP4_ARG3(__lsx_vbitsel_v, delta1, p1_src, abs_delta0, temp0, p0_src, abs_delta0, temp2, q0_src, abs_delta0, delta2, q1_src, abs_delta0, dst0, dst1, dst2, dst3); /* weak filter ends */ cmp3 = __lsx_vnor_v(cmp3, cmp3); DUP4_ARG3(__lsx_vbitsel_v, dst0, p1_src, cmp3, dst1, p0_src, cmp3, dst2, q0_src, cmp3, dst3, q1_src, cmp3, dst0, dst1, dst2, dst3); DUP2_ARG2(__lsx_vpickev_b, dst2, dst0, dst3, dst1, dst0, dst1); /* transpose */ dst4 = __lsx_vilvl_b(dst1, dst0); dst5 = __lsx_vilvh_b(dst1, dst0); dst0 = __lsx_vilvl_h(dst5, dst4); dst1 = __lsx_vilvh_h(dst5, dst4); src += 2; __lsx_vstelm_w(dst0, src, 0, 0); __lsx_vstelm_w(dst0, src + stride, 0, 1); __lsx_vstelm_w(dst0, src + stride_2x, 0, 2); __lsx_vstelm_w(dst0, src + stride_3x, 0, 3); src += stride_4x; __lsx_vstelm_w(dst1, src, 0, 0); __lsx_vstelm_w(dst1, src + stride, 0, 1); __lsx_vstelm_w(dst1, src + stride_2x, 0, 2); __lsx_vstelm_w(dst1, src + stride_3x, 0, 3); return; } else { /* strong + weak */ /* strong filter */ tc_neg = __lsx_vneg_h(tc_pos); /* p part */ DUP2_ARG2(__lsx_vadd_h, p1_src, p0_src, temp0, q0_src, temp0, temp0); temp1 = __lsx_vadd_h(p3_src, p2_src); temp1 = __lsx_vslli_h(temp1, 1); DUP2_ARG2(__lsx_vadd_h, temp1, p2_src, temp1, temp0, temp1, temp1); temp1 = __lsx_vsrari_h(temp1, 3); temp2 = __lsx_vsub_h(temp1, p2_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst0 = __lsx_vadd_h(temp2, p2_src); temp1 = __lsx_vadd_h(temp0, p2_src); temp1 = __lsx_vsrari_h(temp1, 2); temp2 = __lsx_vsub_h(temp1, p1_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst1 = __lsx_vadd_h(temp2, p1_src); temp1 = __lsx_vslli_h(temp0, 1); DUP2_ARG2(__lsx_vadd_h, temp1, p2_src, temp1, q1_src, temp1, temp1); temp1 = __lsx_vsrari_h(temp1, 3); temp2 = __lsx_vsub_h(temp1, p0_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst2 = __lsx_vadd_h(temp2, p0_src); p_is_pcm_vec = __lsx_vnor_v(p_is_pcm_vec, p_is_pcm_vec); DUP2_ARG3(__lsx_vbitsel_v, dst0, p2_src, p_is_pcm_vec, dst1, p1_src, p_is_pcm_vec, dst0, dst1); dst2 = __lsx_vbitsel_v(dst2, p0_src, p_is_pcm_vec); /* q part */ DUP2_ARG2(__lsx_vadd_h, q1_src, p0_src, temp0, q0_src, temp0, temp0); temp1 = __lsx_vadd_h(q3_src, q2_src); temp1 = __lsx_vslli_h(temp1, 1); DUP2_ARG2(__lsx_vadd_h, temp1, q2_src, temp1, temp0, temp1, temp1); temp1 = __lsx_vsrari_h(temp1, 3); temp2 = __lsx_vsub_h(temp1, q2_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst5 = __lsx_vadd_h(temp2, q2_src); temp1 = __lsx_vadd_h(temp0, q2_src); temp1 = __lsx_vsrari_h(temp1, 2); temp2 = __lsx_vsub_h(temp1, q1_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst4 = __lsx_vadd_h(temp2, q1_src); temp1 = __lsx_vslli_h(temp0, 1); DUP2_ARG2(__lsx_vadd_h, temp1, p1_src, temp1, q2_src, temp1, temp1); temp1 = __lsx_vsrari_h(temp1, 3); temp2 = __lsx_vsub_h(temp1, q0_src); temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); dst3 = __lsx_vadd_h(temp2, q0_src); q_is_pcm_vec = __lsx_vnor_v(q_is_pcm_vec, q_is_pcm_vec); DUP2_ARG3(__lsx_vbitsel_v, dst3, q0_src, q_is_pcm_vec, dst4, q1_src, q_is_pcm_vec, dst3, dst4); dst5 = __lsx_vbitsel_v(dst5, q2_src, q_is_pcm_vec); /* strong filter ends */ /* weak filter */ tc_pos = __lsx_vsrai_h(tc_pos, 1); tc_neg = __lsx_vneg_h(tc_pos); DUP2_ARG2(__lsx_vsub_h, q0_src, p0_src, q1_src, p1_src, diff0, diff1); DUP2_ARG2(__lsx_vadd_h, __lsx_vslli_h(diff0, 3), diff0, __lsx_vslli_h(diff1, 1), diff1, diff0, diff1); delta0 = __lsx_vsub_h(diff0, diff1); delta0 = __lsx_vsrari_h(delta0, 4); temp1 = __lsx_vadd_h(__lsx_vslli_h(tc_pos, 3), __lsx_vslli_h(tc_pos, 1)); abs_delta0 = __lsx_vadda_h(delta0, zero); abs_delta0 = __lsx_vsle_hu(temp1, abs_delta0); abs_delta0 = __lsx_vnor_v(abs_delta0, abs_delta0); delta0 = __lsx_vclip_h(delta0, tc_neg, tc_pos); temp2 = __lsx_vadd_h(delta0, p0_src); temp2 = __lsx_vclip255_h(temp2); temp0 = __lsx_vbitsel_v(temp2, p0_src, p_is_pcm_vec); temp2 = __lsx_vsub_h(q0_src, delta0); temp2 = __lsx_vclip255_h(temp2); temp2 = __lsx_vbitsel_v(temp2, q0_src, q_is_pcm_vec); tmp = (beta + (beta >> 1)) >> 3; DUP2_ARG1(__lsx_vreplgr2vr_d, !p_is_pcm0 && ((dp00 + dp30) < tmp), !p_is_pcm4 && ((dp04 + dp34) < tmp), cmp0, cmp1); p_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); p_is_pcm_vec = __lsx_vseqi_d(p_is_pcm_vec, 0); DUP2_ARG1(__lsx_vreplgr2vr_h, (!q_is_pcm0) && (dq00 + dq30 < tmp), (!q_is_pcm4) && (dq04 + dq34 < tmp), cmp0, cmp1); q_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); q_is_pcm_vec = __lsx_vseqi_d(q_is_pcm_vec, 0); tc_pos = __lsx_vsrai_h(tc_pos, 1); tc_neg = __lsx_vneg_h(tc_pos); DUP2_ARG2(__lsx_vavgr_hu, p2_src, p0_src, q0_src, q2_src, delta1, delta2); DUP2_ARG2(__lsx_vsub_h, delta1, p1_src, delta2, q1_src, delta1, delta2); delta1 = __lsx_vadd_h(delta1, delta0); delta2 = __lsx_vsub_h(delta2, delta0); DUP2_ARG2(__lsx_vsrai_h, delta1, 1, delta2, 1, delta1, delta2); DUP2_ARG3(__lsx_vclip_h, delta1, tc_neg, tc_pos, delta2, tc_neg, tc_pos, delta1, delta2); DUP2_ARG2(__lsx_vadd_h, p1_src, delta1, q1_src, delta2, delta1, delta2); DUP2_ARG1(__lsx_vclip255_h, delta1, delta2, delta1, delta2); DUP2_ARG3(__lsx_vbitsel_v, delta1, p1_src, p_is_pcm_vec, delta2, q1_src, q_is_pcm_vec, delta1, delta2); abs_delta0 = __lsx_vnor_v(abs_delta0, abs_delta0); DUP4_ARG3(__lsx_vbitsel_v, delta1, p1_src, abs_delta0, delta2, q1_src, abs_delta0, temp0, p0_src, abs_delta0, temp2, q0_src, abs_delta0, delta1, delta2, temp0, temp2); /* weak filter ends*/ /* select between weak or strong */ DUP4_ARG3(__lsx_vbitsel_v, dst0, p2_src, cmp2, dst1, delta1, cmp2, dst2, temp0, cmp2, dst3, temp2, cmp2, dst0, dst1, dst2, dst3); DUP2_ARG3(__lsx_vbitsel_v, dst4, delta2, cmp2, dst5, q2_src, cmp2, dst4, dst5); } cmp3 = __lsx_vnor_v(cmp3, cmp3); DUP4_ARG3(__lsx_vbitsel_v, dst0, p2_src, cmp3, dst1, p1_src, cmp3, dst2, p0_src, cmp3, dst3, q0_src, cmp3, dst0, dst1, dst2, dst3); DUP2_ARG3(__lsx_vbitsel_v, dst4, q1_src, cmp3, dst5, q2_src, cmp3, dst4, dst5); /* pack results to 8 bit */ DUP4_ARG2(__lsx_vpickev_b, dst2, dst0, dst3, dst1, dst4, dst4, dst5, dst5, dst0, dst1, dst2, dst3); /* transpose */ DUP2_ARG2(__lsx_vilvl_b, dst1, dst0, dst3, dst2, dst4, dst6); DUP2_ARG2(__lsx_vilvh_b, dst1, dst0, dst3, dst2, dst5, dst7); DUP2_ARG2(__lsx_vilvl_h, dst5, dst4, dst7, dst6, dst0, dst2); DUP2_ARG2(__lsx_vilvh_h, dst5, dst4, dst7, dst6, dst1, dst3); src += 1; __lsx_vstelm_w(dst0, src, 0, 0); __lsx_vstelm_h(dst2, src, 4, 0); src += stride; __lsx_vstelm_w(dst0, src, 0, 1); __lsx_vstelm_h(dst2, src, 4, 2); src += stride; __lsx_vstelm_w(dst0, src, 0, 2); __lsx_vstelm_h(dst2, src, 4, 4); src += stride; __lsx_vstelm_w(dst0, src, 0, 3); __lsx_vstelm_h(dst2, src, 4, 6); src += stride; __lsx_vstelm_w(dst1, src, 0, 0); __lsx_vstelm_h(dst3, src, 4, 0); src += stride; __lsx_vstelm_w(dst1, src, 0, 1); __lsx_vstelm_h(dst3, src, 4, 2); src += stride; __lsx_vstelm_w(dst1, src, 0, 2); __lsx_vstelm_h(dst3, src, 4, 4); src += stride; __lsx_vstelm_w(dst1, src, 0, 3); __lsx_vstelm_h(dst3, src, 4, 6); } } void ff_hevc_loop_filter_chroma_h_8_lsx(uint8_t *src, ptrdiff_t stride, int32_t *tc, uint8_t *p_is_pcm, uint8_t *q_is_pcm) { uint8_t *p1_ptr = src - (stride << 1); uint8_t *p0_ptr = src - stride; uint8_t *q0_ptr = src; uint8_t *q1_ptr = src + stride; __m128i cmp0, cmp1, p_is_pcm_vec, q_is_pcm_vec; __m128i p1, p0, q0, q1; __m128i tc_pos, tc_neg; __m128i zero = {0}; __m128i temp0, temp1, delta; if (!(tc[0] <= 0) || !(tc[1] <= 0)) { DUP2_ARG1(__lsx_vreplgr2vr_h, tc[0], tc[1], cmp0, cmp1); tc_pos = __lsx_vpackev_d(cmp1, cmp0); tc_neg = __lsx_vneg_h(tc_pos); DUP2_ARG1(__lsx_vreplgr2vr_d, p_is_pcm[0], p_is_pcm[1], cmp0, cmp1); p_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); p_is_pcm_vec = __lsx_vseqi_d(p_is_pcm_vec, 0); DUP2_ARG1(__lsx_vreplgr2vr_d, q_is_pcm[0], q_is_pcm[1], cmp0, cmp1); q_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); q_is_pcm_vec = __lsx_vseqi_d(q_is_pcm_vec, 0); DUP4_ARG2(__lsx_vld, p1_ptr, 0, p0_ptr, 0, q0_ptr, 0, q1_ptr, 0, p1, p0, q0, q1); DUP4_ARG2(__lsx_vilvl_b, zero, p1, zero, p0, zero, q0, zero, q1, p1, p0, q0, q1); DUP2_ARG2(__lsx_vsub_h, q0, p0, p1, q1, temp0, temp1); temp0 = __lsx_vslli_h(temp0, 2); temp0 = __lsx_vadd_h(temp0, temp1); delta = __lsx_vsrari_h(temp0, 3); delta = __lsx_vclip_h(delta, tc_neg, tc_pos); temp0 = __lsx_vadd_h(p0, delta); temp0 = __lsx_vclip255_h(temp0); p_is_pcm_vec = __lsx_vnor_v(p_is_pcm_vec, p_is_pcm_vec); temp0 = __lsx_vbitsel_v(temp0, p0, p_is_pcm_vec); temp1 = __lsx_vsub_h(q0, delta); temp1 = __lsx_vclip255_h(temp1); q_is_pcm_vec = __lsx_vnor_v(q_is_pcm_vec, q_is_pcm_vec); temp1 = __lsx_vbitsel_v(temp1, q0, q_is_pcm_vec); tc_pos = __lsx_vslei_d(tc_pos, 0); DUP2_ARG3(__lsx_vbitsel_v, temp0, p0, tc_pos, temp1, q0, tc_pos, temp0, temp1); temp0 = __lsx_vpickev_b(temp1, temp0); __lsx_vstelm_d(temp0, p0_ptr, 0, 0); __lsx_vstelm_d(temp0, p0_ptr + stride, 0, 1); } } void ff_hevc_loop_filter_chroma_v_8_lsx(uint8_t *src, ptrdiff_t stride, int32_t *tc, uint8_t *p_is_pcm, uint8_t *q_is_pcm) { ptrdiff_t stride_2x = (stride << 1); ptrdiff_t stride_4x = (stride << 2); ptrdiff_t stride_3x = stride_2x + stride; __m128i cmp0, cmp1, p_is_pcm_vec, q_is_pcm_vec; __m128i src0, src1, src2, src3, src4, src5, src6, src7; __m128i p1, p0, q0, q1; __m128i tc_pos, tc_neg; __m128i zero = {0}; __m128i temp0, temp1, delta; if (!(tc[0] <= 0) || !(tc[1] <= 0)) { DUP2_ARG1(__lsx_vreplgr2vr_h, tc[0], tc[1], cmp0, cmp1); tc_pos = __lsx_vpackev_d(cmp1, cmp0); tc_neg = __lsx_vneg_h(tc_pos); DUP2_ARG1(__lsx_vreplgr2vr_d, p_is_pcm[0], p_is_pcm[1], cmp0, cmp1); p_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); p_is_pcm_vec = __lsx_vseqi_d(p_is_pcm_vec, 0); DUP2_ARG1(__lsx_vreplgr2vr_d, q_is_pcm[0], q_is_pcm[1], cmp0, cmp1); q_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); q_is_pcm_vec = __lsx_vseqi_d(q_is_pcm_vec, 0); src -= 2; DUP4_ARG2(__lsx_vld, src, 0, src + stride, 0, src + stride_2x, 0, src + stride_3x, 0, src0, src1, src2, src3); src += stride_4x; DUP4_ARG2(__lsx_vld, src, 0, src + stride, 0, src + stride_2x, 0, src + stride_3x, 0, src4, src5, src6, src7); src -= stride_4x; LSX_TRANSPOSE8x4_B(src0, src1, src2, src3, src4, src5, src6, src7, p1, p0, q0, q1); DUP4_ARG2(__lsx_vilvl_b, zero, p1, zero, p0, zero, q0, zero, q1, p1, p0, q0, q1); DUP2_ARG2(__lsx_vsub_h, q0, p0, p1, q1, temp0, temp1); temp0 = __lsx_vslli_h(temp0, 2); temp0 = __lsx_vadd_h(temp0, temp1); delta = __lsx_vsrari_h(temp0, 3); delta = __lsx_vclip_h(delta, tc_neg, tc_pos); temp0 = __lsx_vadd_h(p0, delta); temp1 = __lsx_vsub_h(q0, delta); DUP2_ARG1(__lsx_vclip255_h, temp0, temp1, temp0, temp1); DUP2_ARG2(__lsx_vnor_v, p_is_pcm_vec, p_is_pcm_vec, q_is_pcm_vec, q_is_pcm_vec, p_is_pcm_vec, q_is_pcm_vec); DUP2_ARG3(__lsx_vbitsel_v, temp0, p0, p_is_pcm_vec, temp1, q0, q_is_pcm_vec, temp0, temp1); tc_pos = __lsx_vslei_d(tc_pos, 0); DUP2_ARG3(__lsx_vbitsel_v, temp0, p0, tc_pos, temp1, q0, tc_pos, temp0, temp1); temp0 = __lsx_vpackev_b(temp1, temp0); src += 1; __lsx_vstelm_h(temp0, src, 0, 0); __lsx_vstelm_h(temp0, src + stride, 0, 1); __lsx_vstelm_h(temp0, src + stride_2x, 0, 2); __lsx_vstelm_h(temp0, src + stride_3x, 0, 3); src += stride_4x; __lsx_vstelm_h(temp0, src, 0, 4); __lsx_vstelm_h(temp0, src + stride, 0, 5); __lsx_vstelm_h(temp0, src + stride_2x, 0, 6); __lsx_vstelm_h(temp0, src + stride_3x, 0, 7); src -= stride_4x; } } static void hevc_sao_edge_filter_0degree_4width_lsx(uint8_t *dst, int32_t dst_stride, uint8_t *src, int32_t src_stride, int16_t *sao_offset_val, int32_t height) { const int32_t src_stride_2x = (src_stride << 1); const int32_t dst_stride_2x = (dst_stride << 1); __m128i shuf1 = {0x807060504030201, 0x100F0E0D0C0B0A09}; __m128i shuf2 = {0x908070605040302, 0x11100F0E0D0C0B0A}; __m128i edge_idx = {0x403000201, 0x0}; __m128i cmp_minus10, cmp_minus11, diff_minus10, diff_minus11; __m128i sao_offset = __lsx_vld(sao_offset_val, 0); __m128i src_minus10, src_minus11, src_plus10, offset, src0, dst0; __m128i const1 = __lsx_vldi(1); __m128i zero = {0}; sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); src -= 1; /* load in advance */ DUP2_ARG2(__lsx_vld, src, 0, src + src_stride, 0, src_minus10, src_minus11); for (height -= 2; height; height -= 2) { src += src_stride_2x; src_minus10 = __lsx_vpickev_d(src_minus11, src_minus10); src0 = __lsx_vshuf_b(zero, src_minus10, shuf1); src_plus10 = __lsx_vshuf_b(zero, src_minus10, shuf2); DUP2_ARG2(__lsx_vseq_b, src0, src_minus10, src0, src_plus10, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vsle_bu, src0, src_minus10, src0, src_plus10, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, cmp_minus10, cmp_minus11); DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); offset = __lsx_vadd_b(diff_minus10, diff_minus11); offset = __lsx_vaddi_bu(offset, 2); /* load in advance */ DUP2_ARG2(__lsx_vld, src, 0, src + src_stride, 0, src_minus10, src_minus11); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, sao_offset, offset, offset, offset); src0 = __lsx_vxori_b(src0, 128); dst0 = __lsx_vsadd_b(src0, offset); dst0 = __lsx_vxori_b(dst0, 128); __lsx_vstelm_w(dst0, dst, 0, 0); __lsx_vstelm_w(dst0, dst + dst_stride, 0, 2); dst += dst_stride_2x; } src_minus10 = __lsx_vpickev_d(src_minus11, src_minus10); src0 = __lsx_vshuf_b(zero, src_minus10, shuf1); src_plus10 = __lsx_vshuf_b(zero, src_minus10, shuf2); DUP2_ARG2(__lsx_vseq_b, src0, src_minus10, src0, src_plus10, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vsle_bu, src0, src_minus10, src0, src_plus10, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, cmp_minus10, cmp_minus11); DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); offset = __lsx_vadd_b(diff_minus10, diff_minus11); offset = __lsx_vaddi_bu(offset, 2); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, sao_offset, offset, offset, offset); src0 = __lsx_vxori_b(src0, 128); dst0 = __lsx_vsadd_b(src0, offset); dst0 = __lsx_vxori_b(dst0, 128); __lsx_vstelm_w(dst0, dst, 0, 0); __lsx_vstelm_w(dst0, dst + dst_stride, 0, 2); } static void hevc_sao_edge_filter_0degree_8width_lsx(uint8_t *dst, int32_t dst_stride, uint8_t *src, int32_t src_stride, int16_t *sao_offset_val, int32_t height) { const int32_t src_stride_2x = (src_stride << 1); const int32_t dst_stride_2x = (dst_stride << 1); __m128i shuf1 = {0x807060504030201, 0x100F0E0D0C0B0A09}; __m128i shuf2 = {0x908070605040302, 0x11100F0E0D0C0B0A}; __m128i edge_idx = {0x403000201, 0x0}; __m128i const1 = __lsx_vldi(1); __m128i cmp_minus10, cmp_minus11, diff_minus10, diff_minus11; __m128i src0, src1, dst0, src_minus10, src_minus11, src_plus10, src_plus11; __m128i offset, sao_offset = __lsx_vld(sao_offset_val, 0); __m128i zeros = {0}; sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); src -= 1; /* load in advance */ DUP2_ARG2(__lsx_vld, src, 0, src + src_stride, 0, src_minus10, src_minus11); for (height -= 2; height; height -= 2) { src += src_stride_2x; DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus10, shuf1, zeros, src_minus11, shuf1, src0, src1); DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus10, shuf2, zeros, src_minus11, shuf2, src_plus10, src_plus11); DUP2_ARG2(__lsx_vpickev_d, src_minus11, src_minus10, src_plus11, src_plus10, src_minus10, src_plus10); src0 = __lsx_vpickev_d(src1, src0); DUP2_ARG2(__lsx_vseq_b, src0, src_minus10, src0, src_plus10, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vsle_bu, src0, src_minus10, src0, src_plus10, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, cmp_minus10, cmp_minus11); DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); offset = __lsx_vadd_b(diff_minus10, diff_minus11); offset = __lsx_vaddi_bu(offset, 2); /* load in advance */ DUP2_ARG2(__lsx_vld, src, 0, src + src_stride, 0, src_minus10, src_minus11); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, sao_offset, offset, offset, offset); src0 = __lsx_vxori_b(src0, 128); dst0 = __lsx_vsadd_b(src0, offset); dst0 = __lsx_vxori_b(dst0, 128); __lsx_vstelm_d(dst0, dst, 0, 0); __lsx_vstelm_d(dst0, dst + dst_stride, 0, 1); dst += dst_stride_2x; } DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus10, shuf1, zeros, src_minus11, shuf1, src0, src1); DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus10, shuf2, zeros, src_minus11, shuf2, src_plus10, src_plus11); DUP2_ARG2(__lsx_vpickev_d, src_minus11, src_minus10, src_plus11, src_plus10, src_minus10, src_plus10); src0 = __lsx_vpickev_d(src1, src0); DUP2_ARG2(__lsx_vseq_b, src0, src_minus10, src0, src_plus10, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vsle_bu, src0, src_minus10, src0, src_plus10, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, cmp_minus10, cmp_minus11); DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); offset = __lsx_vadd_b(diff_minus10, diff_minus11); offset = __lsx_vaddi_bu(offset, 2); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, sao_offset, offset, offset, offset); src0 = __lsx_vxori_b(src0, 128); dst0 = __lsx_vsadd_b(src0, offset); dst0 = __lsx_vxori_b(dst0, 128); __lsx_vstelm_d(dst0, dst, 0, 0); __lsx_vstelm_d(dst0, dst + dst_stride, 0, 1); } static void hevc_sao_edge_filter_0degree_16multiple_lsx(uint8_t *dst, int32_t dst_stride, uint8_t *src, int32_t src_stride, int16_t *sao_offset_val, int32_t width, int32_t height) { uint8_t *dst_ptr, *src_minus1; int32_t v_cnt; const int32_t src_stride_2x = (src_stride << 1); const int32_t dst_stride_2x = (dst_stride << 1); const int32_t src_stride_4x = (src_stride << 2); const int32_t dst_stride_4x = (dst_stride << 2); const int32_t src_stride_3x = src_stride_2x + src_stride; const int32_t dst_stride_3x = dst_stride_2x + dst_stride; __m128i shuf1 = {0x807060504030201, 0x100F0E0D0C0B0A09}; __m128i shuf2 = {0x908070605040302, 0x11100F0E0D0C0B0A}; __m128i edge_idx = {0x403000201, 0x0}; __m128i const1 = __lsx_vldi(1); __m128i sao_offset; __m128i cmp_minus10, cmp_plus10, diff_minus10, diff_plus10, cmp_minus11; __m128i cmp_plus11, diff_minus11, diff_plus11, cmp_minus12, cmp_plus12; __m128i diff_minus12, diff_plus12, cmp_minus13, cmp_plus13, diff_minus13; __m128i diff_plus13; __m128i src10, src11, src12, src13, dst0, dst1, dst2, dst3; __m128i src_minus10, src_minus11, src_minus12, src_minus13; __m128i offset_mask0, offset_mask1, offset_mask2, offset_mask3; __m128i src_zero0, src_zero1, src_zero2, src_zero3; __m128i src_plus10, src_plus11, src_plus12, src_plus13; sao_offset = __lsx_vld(sao_offset_val, 0); sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); for (; height; height -= 4) { src_minus1 = src - 1; src_minus10 = __lsx_vld(src_minus1, 0); DUP2_ARG2(__lsx_vldx, src_minus1, src_stride, src_minus1, src_stride_2x, src_minus11, src_minus12); src_minus13 = __lsx_vldx(src_minus1, src_stride_3x); for (v_cnt = 0; v_cnt < width; v_cnt += 16) { src_minus1 += 16; dst_ptr = dst + v_cnt; src10 = __lsx_vld(src_minus1, 0); DUP2_ARG2(__lsx_vldx, src_minus1, src_stride, src_minus1, src_stride_2x, src11, src12); src13 = __lsx_vldx(src_minus1, src_stride_3x); DUP4_ARG3(__lsx_vshuf_b, src10, src_minus10, shuf1, src11, src_minus11, shuf1, src12, src_minus12, shuf1, src13, src_minus13, shuf1, src_zero0, src_zero1, src_zero2, src_zero3); DUP4_ARG3(__lsx_vshuf_b, src10, src_minus10, shuf2, src11, src_minus11, shuf2, src12, src_minus12, shuf2, src13, src_minus13, shuf2, src_plus10, src_plus11, src_plus12, src_plus13); DUP4_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero0, src_plus10, src_zero1, src_minus11, src_zero1, src_plus11, cmp_minus10, cmp_plus10, cmp_minus11, cmp_plus11); DUP4_ARG2(__lsx_vseq_b, src_zero2, src_minus12, src_zero2, src_plus12, src_zero3, src_minus13, src_zero3, src_plus13, cmp_minus12, cmp_plus12, cmp_minus13, cmp_plus13); DUP4_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_plus10, cmp_plus10, cmp_minus11, cmp_minus11, cmp_plus11, cmp_plus11, diff_minus10, diff_plus10, diff_minus11, diff_plus11); DUP4_ARG2(__lsx_vnor_v, cmp_minus12, cmp_minus12, cmp_plus12, cmp_plus12, cmp_minus13, cmp_minus13, cmp_plus13, cmp_plus13, diff_minus12, diff_plus12, diff_minus13, diff_plus13); DUP4_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero0, src_plus10, src_zero1, src_minus11, src_zero1, src_plus11, cmp_minus10, cmp_plus10, cmp_minus11, cmp_plus11); DUP4_ARG2(__lsx_vsle_bu, src_zero2, src_minus12, src_zero2, src_plus12, src_zero3, src_minus13, src_zero3, src_plus13, cmp_minus12, cmp_plus12, cmp_minus13, cmp_plus13); DUP4_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_plus10, cmp_plus10, cmp_minus11, cmp_minus11, cmp_plus11, cmp_plus11, cmp_minus10, cmp_plus10, cmp_minus11, cmp_plus11); DUP4_ARG2(__lsx_vnor_v, cmp_minus12, cmp_minus12, cmp_plus12, cmp_plus12, cmp_minus13, cmp_minus13, cmp_plus13, cmp_plus13, cmp_minus12, cmp_plus12, cmp_minus13, cmp_plus13); DUP4_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_plus10, const1, cmp_plus10, diff_minus11, const1, cmp_minus11, diff_plus11, const1, cmp_plus11, diff_minus10, diff_plus10, diff_minus11, diff_plus11); DUP4_ARG3(__lsx_vbitsel_v, diff_minus12, const1, cmp_minus12, diff_plus12, const1, cmp_plus12, diff_minus13, const1, cmp_minus13, diff_plus13, const1, cmp_plus13, diff_minus12, diff_plus12, diff_minus13, diff_plus13); DUP4_ARG2(__lsx_vadd_b, diff_minus10, diff_plus10, diff_minus11, diff_plus11, diff_minus12, diff_plus12, diff_minus13, diff_plus13, offset_mask0, offset_mask1, offset_mask2, offset_mask3); DUP4_ARG2(__lsx_vaddi_bu, offset_mask0, 2, offset_mask1, 2, offset_mask2, 2, offset_mask3, 2, offset_mask0, offset_mask1, offset_mask2, offset_mask3); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask0, sao_offset, sao_offset, offset_mask0, offset_mask0, offset_mask0); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask1, sao_offset, sao_offset, offset_mask1, offset_mask1, offset_mask1); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask2, sao_offset, sao_offset, offset_mask2, offset_mask2, offset_mask2); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask3, sao_offset, sao_offset, offset_mask3, offset_mask3, offset_mask3); DUP4_ARG2(__lsx_vxori_b, src_zero0, 128, src_zero1, 128, src_zero2, 128, src_zero3, 128, src_zero0, src_zero1, src_zero2, src_zero3); DUP4_ARG2(__lsx_vsadd_b, src_zero0, offset_mask0, src_zero1, offset_mask1, src_zero2, offset_mask2, src_zero3, offset_mask3, dst0, dst1, dst2, dst3); DUP4_ARG2(__lsx_vxori_b, dst0, 128, dst1, 128, dst2, 128, dst3, 128, dst0, dst1, dst2, dst3); src_minus10 = src10; src_minus11 = src11; src_minus12 = src12; src_minus13 = src13; __lsx_vst(dst0, dst_ptr, 0); __lsx_vst(dst1, dst_ptr + dst_stride, 0); __lsx_vst(dst2, dst_ptr + dst_stride_2x, 0); __lsx_vst(dst3, dst_ptr + dst_stride_3x, 0); } src += src_stride_4x; dst += dst_stride_4x; } } static void hevc_sao_edge_filter_90degree_4width_lsx(uint8_t *dst, int32_t dst_stride, uint8_t *src, int32_t src_stride, int16_t *sao_offset_val, int32_t height) { const int32_t src_stride_2x = (src_stride << 1); const int32_t dst_stride_2x = (dst_stride << 1); __m128i edge_idx = {0x403000201, 0x0}; __m128i const1 = __lsx_vldi(1); __m128i dst0; __m128i sao_offset = __lsx_vld(sao_offset_val, 0); __m128i cmp_minus10, diff_minus10, cmp_minus11, diff_minus11; __m128i src_minus10, src_minus11, src10, src11; __m128i src_zero0, src_zero1; __m128i offset; __m128i offset_mask0, offset_mask1; sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); /* load in advance */ DUP4_ARG2(__lsx_vld, src - src_stride, 0, src, 0, src + src_stride, 0, src + src_stride_2x, 0, src_minus10, src_minus11, src10, src11); for (height -= 2; height; height -= 2) { src += src_stride_2x; DUP4_ARG2(__lsx_vilvl_b, src10, src_minus10, src_minus11, src_minus11, src11, src_minus11, src10, src10, src_minus10, src_zero0, src_minus11, src_zero1); DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, cmp_minus10, cmp_minus11); DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, diff_minus11, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, src_zero0, offset, dst0); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, sao_offset, offset, offset, offset); dst0 = __lsx_vxori_b(dst0, 128); dst0 = __lsx_vsadd_b(dst0, offset); dst0 = __lsx_vxori_b(dst0, 128); src_minus10 = src10; src_minus11 = src11; /* load in advance */ DUP2_ARG2(__lsx_vldx, src, src_stride, src, src_stride_2x, src10, src11); __lsx_vstelm_w(dst0, dst, 0, 0); __lsx_vstelm_w(dst0, dst + dst_stride, 0, 2); dst += dst_stride_2x; } DUP4_ARG2(__lsx_vilvl_b, src10, src_minus10, src_minus11, src_minus11, src11, src_minus11, src10, src10, src_minus10, src_zero0, src_minus11, src_zero1); DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, cmp_minus10, cmp_minus11); DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, diff_minus11, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vaddi_bu, offset_mask0, 2, offset_mask1, 2, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, src_zero0, offset, dst0); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, sao_offset, offset, offset, offset); dst0 = __lsx_vxori_b(dst0, 128); dst0 = __lsx_vsadd_b(dst0, offset); dst0 = __lsx_vxori_b(dst0, 128); __lsx_vstelm_w(dst0, dst, 0, 0); __lsx_vstelm_w(dst0, dst + dst_stride, 0, 2); } static void hevc_sao_edge_filter_90degree_8width_lsx(uint8_t *dst, int32_t dst_stride, uint8_t *src, int32_t src_stride, int16_t *sao_offset_val, int32_t height) { const int32_t src_stride_2x = (src_stride << 1); const int32_t dst_stride_2x = (dst_stride << 1); __m128i edge_idx = {0x403000201, 0x0}; __m128i const1 = __lsx_vldi(1); __m128i offset, sao_offset = __lsx_vld(sao_offset_val, 0); __m128i src_zero0, src_zero1, dst0; __m128i cmp_minus10, diff_minus10, cmp_minus11, diff_minus11; __m128i src_minus10, src_minus11, src10, src11; __m128i offset_mask0, offset_mask1; sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); /* load in advance */ DUP2_ARG2(__lsx_vld, src - src_stride, 0, src, 0, src_minus10, src_minus11); DUP2_ARG2(__lsx_vldx, src, src_stride, src, src_stride_2x, src10, src11); for (height -= 2; height; height -= 2) { src += src_stride_2x; DUP4_ARG2(__lsx_vilvl_b, src10, src_minus10, src_minus11, src_minus11, src11, src_minus11, src10, src10, src_minus10, src_zero0, src_minus11, src_zero1); DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, cmp_minus10, cmp_minus11); DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, diff_minus11, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, src_zero0, offset, dst0); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, sao_offset, offset, offset, offset); dst0 = __lsx_vxori_b(dst0, 128); dst0 = __lsx_vsadd_b(dst0, offset); dst0 = __lsx_vxori_b(dst0, 128); src_minus10 = src10; src_minus11 = src11; /* load in advance */ DUP2_ARG2(__lsx_vldx, src, src_stride, src, src_stride_2x, src10, src11); __lsx_vstelm_d(dst0, dst, 0, 0); __lsx_vstelm_d(dst0, dst + dst_stride, 0, 1); dst += dst_stride_2x; } DUP4_ARG2(__lsx_vilvl_b, src10, src_minus10, src_minus11, src_minus11, src11, src_minus11, src10, src10, src_minus10, src_zero0, src_minus11, src_zero1); DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, cmp_minus10, cmp_minus11); DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, diff_minus11, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, src_zero0, offset, dst0); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, sao_offset, offset, offset, offset); dst0 = __lsx_vxori_b(dst0, 128); dst0 = __lsx_vsadd_b(dst0, offset); dst0 = __lsx_vxori_b(dst0, 128); __lsx_vstelm_d(dst0, dst, 0, 0); __lsx_vstelm_d(dst0, dst + dst_stride, 0, 1); } static void hevc_sao_edge_filter_90degree_16multiple_lsx(uint8_t *dst, int32_t dst_stride, uint8_t *src, int32_t src_stride, int16_t * sao_offset_val, int32_t width, int32_t height) { uint8_t *src_orig = src; uint8_t *dst_orig = dst; int32_t h_cnt, v_cnt; const int32_t src_stride_2x = (src_stride << 1); const int32_t dst_stride_2x = (dst_stride << 1); const int32_t src_stride_4x = (src_stride << 2); const int32_t dst_stride_4x = (dst_stride << 2); const int32_t src_stride_3x = src_stride_2x + src_stride; const int32_t dst_stride_3x = dst_stride_2x + dst_stride; __m128i edge_idx = {0x403000201, 0x0}; __m128i const1 = __lsx_vldi(1); __m128i cmp_minus10, cmp_plus10, diff_minus10, diff_plus10, cmp_minus11; __m128i cmp_plus11, diff_minus11, diff_plus11, cmp_minus12, cmp_plus12; __m128i diff_minus12, diff_plus12, cmp_minus13, cmp_plus13, diff_minus13; __m128i diff_plus13; __m128i src10, src_minus10, dst0, src11, src_minus11, dst1; __m128i src12, dst2, src13, dst3; __m128i offset_mask0, offset_mask1, offset_mask2, offset_mask3, sao_offset; sao_offset = __lsx_vld(sao_offset_val, 0); sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); for (v_cnt = 0; v_cnt < width; v_cnt += 16) { src = src_orig + v_cnt; dst = dst_orig + v_cnt; DUP2_ARG2(__lsx_vld, src - src_stride, 0, src, 0, src_minus10, src_minus11); for (h_cnt = (height >> 2); h_cnt--;) { DUP4_ARG2(__lsx_vldx, src, src_stride, src, src_stride_2x, src, src_stride_3x, src, src_stride_4x, src10, src11, src12, src13); DUP4_ARG2(__lsx_vseq_b, src_minus11, src_minus10, src_minus11, src10, src10, src_minus11, src10, src11, cmp_minus10, cmp_plus10, cmp_minus11, cmp_plus11); DUP4_ARG2(__lsx_vseq_b, src11, src10, src11, src12, src12, src11, src12, src13, cmp_minus12, cmp_plus12, cmp_minus13, cmp_plus13); DUP4_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_plus10, cmp_plus10, cmp_minus11, cmp_minus11, cmp_plus11, cmp_plus11, diff_minus10, diff_plus10, diff_minus11, diff_plus11); DUP4_ARG2(__lsx_vnor_v, cmp_minus12, cmp_minus12, cmp_plus12, cmp_plus12, cmp_minus13, cmp_minus13, cmp_plus13, cmp_plus13, diff_minus12, diff_plus12, diff_minus13, diff_plus13); DUP4_ARG2(__lsx_vsle_bu, src_minus11, src_minus10, src_minus11, src10, src10, src_minus11, src10, src11, cmp_minus10, cmp_plus10, cmp_minus11, cmp_plus11); DUP4_ARG2(__lsx_vsle_bu, src11, src10, src11, src12, src12, src11, src12, src13, cmp_minus12, cmp_plus12, cmp_minus13, cmp_plus13); DUP4_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_plus10, cmp_plus10, cmp_minus11, cmp_minus11, cmp_plus11, cmp_plus11, cmp_minus10, cmp_plus10, cmp_minus11, cmp_plus11); DUP4_ARG2(__lsx_vnor_v, cmp_minus12, cmp_minus12, cmp_plus12, cmp_plus12, cmp_minus13, cmp_minus13, cmp_plus13, cmp_plus13, cmp_minus12, cmp_plus12, cmp_minus13, cmp_plus13); DUP4_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_plus10, const1, cmp_plus10, diff_minus11, const1, cmp_minus11, diff_plus11, const1, cmp_plus11, diff_minus10, diff_plus10, diff_minus11, diff_plus11); DUP4_ARG3(__lsx_vbitsel_v, diff_minus12, const1, cmp_minus12, diff_plus12, const1, cmp_plus12, diff_minus13, const1, cmp_minus13, diff_plus13, const1, cmp_plus13, diff_minus12, diff_plus12, diff_minus13, diff_plus13); DUP4_ARG2(__lsx_vadd_b, diff_minus10, diff_plus10, diff_minus11, diff_plus11, diff_minus12, diff_plus12, diff_minus13, diff_plus13, offset_mask0, offset_mask1, offset_mask2, offset_mask3); DUP4_ARG2(__lsx_vaddi_bu, offset_mask0, 2, offset_mask1, 2, offset_mask2, 2, offset_mask3, 2, offset_mask0, offset_mask1, offset_mask2, offset_mask3); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask0, sao_offset, sao_offset, offset_mask0,\ offset_mask0, offset_mask0); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask1, sao_offset, sao_offset, offset_mask1, offset_mask1, offset_mask1); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask2, sao_offset, sao_offset, offset_mask2, offset_mask2, offset_mask2); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask3, sao_offset, sao_offset, offset_mask3, offset_mask3, offset_mask3); src_minus10 = src12; DUP4_ARG2(__lsx_vxori_b, src_minus11, 128, src10, 128, src11, 128, src12, 128, src_minus11, src10, src11, src12); DUP4_ARG2(__lsx_vsadd_b, src_minus11, offset_mask0, src10, offset_mask1, src11, offset_mask2, src12, offset_mask3, dst0, dst1, dst2, dst3); DUP4_ARG2(__lsx_vxori_b, dst0, 128, dst1, 128, dst2, 128, dst3, 128, dst0, dst1, dst2, dst3); src_minus11 = src13; __lsx_vst(dst0, dst, 0); __lsx_vstx(dst1, dst, dst_stride); __lsx_vstx(dst2, dst, dst_stride_2x); __lsx_vstx(dst3, dst, dst_stride_3x); src += src_stride_4x; dst += dst_stride_4x; } } } static void hevc_sao_edge_filter_45degree_4width_lsx(uint8_t *dst, int32_t dst_stride, uint8_t *src, int32_t src_stride, int16_t *sao_offset_val, int32_t height) { uint8_t *src_orig; const int32_t src_stride_2x = (src_stride << 1); const int32_t dst_stride_2x = (dst_stride << 1); __m128i shuf1 = {0x807060504030201, 0x100F0E0D0C0B0A09}; __m128i shuf2 = {0x908070605040302, 0x11100F0E0D0C0B0A}; __m128i edge_idx = {0x403000201, 0x0}; __m128i const1 = __lsx_vldi(1); __m128i offset, sao_offset = __lsx_vld(sao_offset_val, 0); __m128i cmp_minus10, diff_minus10, src_minus10, cmp_minus11, diff_minus11; __m128i src_minus11, src10, src11; __m128i src_plus0, src_zero0, src_plus1, src_zero1, dst0; __m128i offset_mask0, offset_mask1; __m128i zeros = {0}; sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); src_orig = src - 1; /* load in advance */ DUP2_ARG2(__lsx_vld, src_orig - src_stride, 0, src_orig, 0, src_minus10, src_minus11); DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, src10, src11); for (height -= 2; height; height -= 2) { src_orig += src_stride_2x; DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus11, shuf1, zeros, src10, shuf1, src_zero0, src_zero1); DUP2_ARG3(__lsx_vshuf_b, zeros, src10, shuf2, zeros, src11, shuf2, src_plus0, src_plus1); DUP2_ARG2(__lsx_vilvl_b, src_plus0, src_minus10, src_plus1, src_minus11, src_minus10, src_minus11); DUP2_ARG2(__lsx_vilvl_b, src_zero0, src_zero0, src_zero1, src_zero1, src_zero0, src_zero1); DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, cmp_minus10, cmp_minus11); DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, diff_minus11, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, src_zero0, offset, dst0); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, sao_offset, offset, offset, offset); dst0 = __lsx_vxori_b(dst0, 128); dst0 = __lsx_vsadd_b(dst0, offset); dst0 = __lsx_vxori_b(dst0, 128); src_minus10 = src10; src_minus11 = src11; /* load in advance */ DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, src10, src11); __lsx_vstelm_w(dst0, dst, 0, 0); __lsx_vstelm_w(dst0, dst + dst_stride, 0, 2); dst += dst_stride_2x; } DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus11, shuf1, zeros, src10, shuf1, src_zero0, src_zero1); DUP2_ARG3(__lsx_vshuf_b, zeros, src10, shuf2, zeros, src11, shuf2, src_plus0, src_plus1); DUP2_ARG2(__lsx_vilvl_b, src_plus0, src_minus10, src_plus1, src_minus11, src_minus10, src_minus11); DUP2_ARG2(__lsx_vilvl_b, src_zero0, src_zero0, src_zero1, src_zero1, src_zero0, src_zero1); DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, cmp_minus10, cmp_minus11); DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, diff_minus11, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, src_zero0, offset, dst0); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, sao_offset, offset, offset, offset); dst0 = __lsx_vxori_b(dst0, 128); dst0 = __lsx_vsadd_b(dst0, offset); dst0 = __lsx_vxori_b(dst0, 128); __lsx_vstelm_w(dst0, dst, 0, 0); __lsx_vstelm_w(dst0, dst + dst_stride, 0, 2); } static void hevc_sao_edge_filter_45degree_8width_lsx(uint8_t *dst, int32_t dst_stride, uint8_t *src, int32_t src_stride, int16_t *sao_offset_val, int32_t height) { uint8_t *src_orig; const int32_t src_stride_2x = (src_stride << 1); const int32_t dst_stride_2x = (dst_stride << 1); __m128i shuf1 = {0x807060504030201, 0x100F0E0D0C0B0A09}; __m128i shuf2 = {0x908070605040302, 0x11100F0E0D0C0B0A}; __m128i edge_idx = {0x403000201, 0x0}; __m128i const1 = __lsx_vldi(1); __m128i offset, sao_offset = __lsx_vld(sao_offset_val, 0); __m128i cmp_minus10, diff_minus10, cmp_minus11, diff_minus11; __m128i src_minus10, src10, src_minus11, src11; __m128i src_zero0, src_plus10, src_zero1, src_plus11, dst0; __m128i offset_mask0, offset_mask1; __m128i zeros = {0}; sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); src_orig = src - 1; /* load in advance */ DUP2_ARG2(__lsx_vld, src_orig - src_stride, 0, src_orig, 0, src_minus10, src_minus11); DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, src10, src11); for (height -= 2; height; height -= 2) { src_orig += src_stride_2x; DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus11, shuf1, zeros, src10, shuf1, src_zero0, src_zero1); DUP2_ARG3(__lsx_vshuf_b, zeros, src10, shuf2, zeros, src11, shuf2, src_plus10, src_plus11); DUP2_ARG2(__lsx_vilvl_b, src_plus10, src_minus10, src_plus11, src_minus11, src_minus10, src_minus11); DUP2_ARG2(__lsx_vilvl_b, src_zero0, src_zero0, src_zero1, src_zero1, src_zero0, src_zero1); DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, cmp_minus10, cmp_minus11); DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, diff_minus11, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, src_zero0, offset, dst0); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, sao_offset, offset, offset, offset); dst0 = __lsx_vxori_b(dst0, 128); dst0 = __lsx_vsadd_b(dst0, offset); dst0 = __lsx_vxori_b(dst0, 128); src_minus10 = src10; src_minus11 = src11; /* load in advance */ DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, src10, src11) __lsx_vstelm_d(dst0, dst, 0, 0); __lsx_vstelm_d(dst0, dst + dst_stride, 0, 1); dst += dst_stride_2x; } DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus11, shuf1, zeros, src10, shuf1, src_zero0, src_zero1); DUP2_ARG3(__lsx_vshuf_b, zeros, src10, shuf2, zeros, src11, shuf2, src_plus10, src_plus11); DUP2_ARG2(__lsx_vilvl_b, src_plus10, src_minus10, src_plus11, src_minus11, src_minus10, src_minus11); DUP2_ARG2(__lsx_vilvl_b, src_zero0, src_zero0, src_zero1, src_zero1, src_zero0, src_zero1); DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, cmp_minus10, cmp_minus11); DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, diff_minus11, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, src_zero0, offset, dst0); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, sao_offset, offset, offset, offset); dst0 = __lsx_vxori_b(dst0, 128); dst0 = __lsx_vsadd_b(dst0, offset); dst0 = __lsx_vxori_b(dst0, 128); src_minus10 = src10; src_minus11 = src11; /* load in advance */ DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, src10, src11); __lsx_vstelm_d(dst0, dst, 0, 0); __lsx_vstelm_d(dst0, dst + dst_stride, 0, 1); } static void hevc_sao_edge_filter_45degree_16multiple_lsx(uint8_t *dst, int32_t dst_stride, uint8_t *src, int32_t src_stride, int16_t * sao_offset_val, int32_t width, int32_t height) { uint8_t *src_orig = src; uint8_t *dst_orig = dst; int32_t v_cnt; const int32_t src_stride_2x = (src_stride << 1); const int32_t dst_stride_2x = (dst_stride << 1); const int32_t src_stride_4x = (src_stride << 2); const int32_t dst_stride_4x = (dst_stride << 2); const int32_t src_stride_3x = src_stride_2x + src_stride; const int32_t dst_stride_3x = dst_stride_2x + dst_stride; __m128i shuf1 = {0x807060504030201, 0x100F0E0D0C0B0A09}; __m128i shuf2 = {0x908070605040302, 0x11100F0E0D0C0B0A}; __m128i edge_idx = {0x403000201, 0x0}; __m128i const1 = __lsx_vldi(1); __m128i cmp_minus10, cmp_plus10, diff_minus10, diff_plus10, cmp_minus11; __m128i cmp_plus11, diff_minus11, diff_plus11, cmp_minus12, cmp_plus12; __m128i diff_minus12, diff_plus12, cmp_minus13, cmp_plus13, diff_minus13; __m128i diff_plus13, src_minus14, src_plus13; __m128i offset_mask0, offset_mask1, offset_mask2, offset_mask3; __m128i src10, src_minus10, dst0, src11, src_minus11, dst1; __m128i src12, src_minus12, dst2, src13, src_minus13, dst3; __m128i src_zero0, src_plus10, src_zero1, src_plus11, src_zero2; __m128i src_zero3, sao_offset, src_plus12; sao_offset = __lsx_vld(sao_offset_val, 0); sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); for (; height; height -= 4) { src_orig = src - 1; dst_orig = dst; src_minus11 = __lsx_vld(src_orig, 0); DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, src_minus12, src_minus13); src_minus14 = __lsx_vldx(src_orig, src_stride_3x); for (v_cnt = 0; v_cnt < width; v_cnt += 16) { src_minus10 = __lsx_vld(src_orig - src_stride, 0); src_orig += 16; src10 = __lsx_vld(src_orig, 0); DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, src11, src12); src13 = __lsx_vldx(src_orig, src_stride_3x); src_plus13 = __lsx_vld(src + v_cnt + src_stride_4x, 1); DUP4_ARG3(__lsx_vshuf_b, src10, src_minus11, shuf1, src11, src_minus12, shuf1, src12, src_minus13, shuf1, src13, src_minus14, shuf1, src_zero0, src_zero1, src_zero2, src_zero3); DUP2_ARG3(__lsx_vshuf_b, src11, src_minus12, shuf2, src12, src_minus13, shuf2, src_plus10, src_plus11); src_plus12 = __lsx_vshuf_b(src13, src_minus14, shuf2); DUP4_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero0, src_plus10, src_zero1, src_minus11, src_zero1, src_plus11, cmp_minus10, cmp_plus10, cmp_minus11, cmp_plus11); DUP4_ARG2(__lsx_vseq_b, src_zero2, src_minus12, src_zero2, src_plus12, src_zero3, src_minus13, src_zero3, src_plus13, cmp_minus12, cmp_plus12, cmp_minus13, cmp_plus13); DUP4_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_plus10, cmp_plus10, cmp_minus11, cmp_minus11, cmp_plus11, cmp_plus11, diff_minus10, diff_plus10, diff_minus11, diff_plus11); DUP4_ARG2(__lsx_vnor_v, cmp_minus12, cmp_minus12, cmp_plus12, cmp_plus12, cmp_minus13, cmp_minus13, cmp_plus13, cmp_plus13, diff_minus12, diff_plus12, diff_minus13, diff_plus13); DUP4_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero0, src_plus10, src_zero1, src_minus11, src_zero1, src_plus11, cmp_minus10, cmp_plus10, cmp_minus11, cmp_plus11); DUP4_ARG2(__lsx_vsle_bu, src_zero2, src_minus12, src_zero2, src_plus12, src_zero3, src_minus13, src_zero3, src_plus13, cmp_minus12, cmp_plus12, cmp_minus13, cmp_plus13); DUP4_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_plus10, cmp_plus10, cmp_minus11, cmp_minus11, cmp_plus11, cmp_plus11, cmp_minus10, cmp_plus10, cmp_minus11, cmp_plus11); DUP4_ARG2(__lsx_vnor_v, cmp_minus12, cmp_minus12, cmp_plus12, cmp_plus12, cmp_minus13, cmp_minus13, cmp_plus13, cmp_plus13, cmp_minus12, cmp_plus12, cmp_minus13, cmp_plus13); DUP4_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_plus10, const1, cmp_plus10, diff_minus11, const1, cmp_minus11, diff_plus11, const1, cmp_plus11, diff_minus10, diff_plus10, diff_minus11, diff_plus11); DUP4_ARG3(__lsx_vbitsel_v, diff_minus12, const1, cmp_minus12, diff_plus12, const1, cmp_plus12, diff_minus13, const1, cmp_minus13, diff_plus13, const1, cmp_plus13, diff_minus12, diff_plus12, diff_minus13, diff_plus13); DUP4_ARG2(__lsx_vadd_b, diff_minus10, diff_plus10, diff_minus11, diff_plus11, diff_minus12, diff_plus12, diff_minus13, diff_plus13, offset_mask0, offset_mask1, offset_mask2, offset_mask3); DUP4_ARG2(__lsx_vaddi_bu, offset_mask0, 2, offset_mask1, 2, offset_mask2, 2, offset_mask3, 2, offset_mask0, offset_mask1, offset_mask2, offset_mask3); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask0, sao_offset, sao_offset, offset_mask0, offset_mask0, offset_mask0); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask1, sao_offset, sao_offset, offset_mask1, offset_mask1, offset_mask1); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask2, sao_offset, sao_offset, offset_mask2, offset_mask2, offset_mask2); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask3, sao_offset, sao_offset, offset_mask3, offset_mask3, offset_mask3); DUP4_ARG2(__lsx_vxori_b, src_zero0, 128, src_zero1, 128, src_zero2, 128, src_zero3, 128, src_zero0, src_zero1, src_zero2, src_zero3); DUP4_ARG2(__lsx_vsadd_b, src_zero0, offset_mask0, src_zero1, offset_mask1, src_zero2, offset_mask2, src_zero3, offset_mask3, dst0, dst1, dst2, dst3); DUP4_ARG2(__lsx_vxori_b, dst0, 128, dst1, 128, dst2, 128, dst3, 128, dst0, dst1, dst2, dst3); src_minus11 = src10; src_minus12 = src11; src_minus13 = src12; src_minus14 = src13; __lsx_vst(dst0, dst_orig, 0); __lsx_vstx(dst1, dst_orig, dst_stride); __lsx_vstx(dst2, dst_orig, dst_stride_2x); __lsx_vstx(dst3, dst_orig, dst_stride_3x); dst_orig += 16; } src += src_stride_4x; dst += dst_stride_4x; } } static void hevc_sao_edge_filter_135degree_4width_lsx(uint8_t *dst, int32_t dst_stride, uint8_t *src, int32_t src_stride, int16_t *sao_offset_val, int32_t height) { uint8_t *src_orig; const int32_t src_stride_2x = (src_stride << 1); const int32_t dst_stride_2x = (dst_stride << 1); __m128i shuf1 = {0x807060504030201, 0x100F0E0D0C0B0A09}; __m128i shuf2 = {0x908070605040302, 0x11100F0E0D0C0B0A}; __m128i edge_idx = {0x403000201, 0x0}; __m128i const1 = __lsx_vldi(1); __m128i offset, sao_offset = __lsx_vld(sao_offset_val, 0); __m128i src_zero0, src_zero1, dst0; __m128i cmp_minus10, diff_minus10, cmp_minus11, diff_minus11; __m128i src_minus10, src10, src_minus11, src11; __m128i offset_mask0, offset_mask1; __m128i zeros = {0}; sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); src_orig = src - 1; /* load in advance */ DUP2_ARG2(__lsx_vld, src_orig - src_stride, 0, src_orig, 0, src_minus10, src_minus11); DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, src10, src11); for (height -= 2; height; height -= 2) { src_orig += src_stride_2x; DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus11, shuf1, zeros, src10, shuf1, src_zero0, src_zero1); DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus10, shuf2, zeros, src_minus11, shuf2, src_minus10, src_minus11); DUP2_ARG2(__lsx_vilvl_b, src10, src_minus10, src11, src_minus11, src_minus10, src_minus11); DUP2_ARG2(__lsx_vilvl_b, src_zero0, src_zero0, src_zero1, src_zero1, src_zero0, src_zero1); DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, cmp_minus10, cmp_minus11); DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, diff_minus11, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, src_zero0, offset, dst0); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, sao_offset, offset, offset, offset); dst0 = __lsx_vxori_b(dst0, 128); dst0 = __lsx_vsadd_b(dst0, offset); dst0 = __lsx_vxori_b(dst0, 128); src_minus10 = src10; src_minus11 = src11; /* load in advance */ DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, src10, src11); __lsx_vstelm_w(dst0, dst, 0, 0); __lsx_vstelm_w(dst0, dst + dst_stride, 0, 2); dst += dst_stride_2x; } DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus11, shuf1, zeros, src10, shuf1, src_zero0, src_zero1); DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus10, shuf2, zeros, src_minus11, shuf2, src_minus10, src_minus11); DUP2_ARG2(__lsx_vilvl_b, src10, src_minus10, src11, src_minus11, src_minus10, src_minus11); DUP2_ARG2(__lsx_vilvl_b, src_zero0, src_zero0, src_zero1, src_zero1, src_zero0, src_zero1); DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, cmp_minus10, cmp_minus11); DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, diff_minus11, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, src_zero0, offset, dst0); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, sao_offset, offset, offset, offset); dst0 = __lsx_vxori_b(dst0, 128); dst0 = __lsx_vsadd_b(dst0, offset); dst0 = __lsx_vxori_b(dst0, 128); __lsx_vstelm_w(dst0, dst, 0, 0); __lsx_vstelm_w(dst0, dst + dst_stride, 0, 2); dst += dst_stride_2x; } static void hevc_sao_edge_filter_135degree_8width_lsx(uint8_t *dst, int32_t dst_stride, uint8_t *src, int32_t src_stride, int16_t *sao_offset_val, int32_t height) { uint8_t *src_orig; const int32_t src_stride_2x = (src_stride << 1); const int32_t dst_stride_2x = (dst_stride << 1); __m128i shuf1 = {0x807060504030201, 0x100F0E0D0C0B0A09}; __m128i shuf2 = {0x908070605040302, 0x11100F0E0D0C0B0A}; __m128i edge_idx = {0x403000201, 0x0}; __m128i const1 = __lsx_vldi(1); __m128i offset, sao_offset = __lsx_vld(sao_offset_val, 0); __m128i cmp_minus10, diff_minus10, cmp_minus11, diff_minus11; __m128i src_minus10, src10, src_minus11, src11; __m128i src_zero0, src_zero1, dst0; __m128i offset_mask0, offset_mask1; __m128i zeros = {0}; sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); src_orig = src - 1; /* load in advance */ DUP2_ARG2(__lsx_vld, src_orig - src_stride, 0, src_orig, 0, src_minus10, src_minus11); DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, src10, src11); for (height -= 2; height; height -= 2) { src_orig += src_stride_2x; DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus11, shuf1, zeros, src10, shuf1, src_zero0, src_zero1); DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus10, shuf2, zeros, src_minus11, shuf2, src_minus10, src_minus11); DUP2_ARG2(__lsx_vilvl_b, src10, src_minus10, src11, src_minus11, src_minus10, src_minus11); DUP2_ARG2(__lsx_vilvl_b, src_zero0, src_zero0, src_zero1, src_zero1, src_zero0, src_zero1); DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, cmp_minus10, cmp_minus11); DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, diff_minus11, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, src_zero0, offset, dst0); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, sao_offset, offset, offset, offset); dst0 = __lsx_vxori_b(dst0, 128); dst0 = __lsx_vsadd_b(dst0, offset); dst0 = __lsx_vxori_b(dst0, 128); src_minus10 = src10; src_minus11 = src11; /* load in advance */ DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, src10, src11); __lsx_vstelm_d(dst0, dst, 0, 0); __lsx_vstelm_d(dst0, dst + dst_stride, 0, 1); dst += dst_stride_2x; } DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus11, shuf1, zeros, src10, shuf1, src_zero0, src_zero1); DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus10, shuf2, zeros, src_minus11, shuf2, src_minus10, src_minus11); DUP2_ARG2(__lsx_vilvl_b, src10, src_minus10, src11, src_minus11, src_minus10, src_minus11); DUP2_ARG2(__lsx_vilvl_b, src_zero0, src_zero0, src_zero1, src_zero1, src_zero0, src_zero1); DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, src_minus11, cmp_minus10, cmp_minus11); DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, cmp_minus10, cmp_minus11); DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, diff_minus11, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, offset_mask0, offset_mask1); DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, src_zero0, offset, dst0); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, sao_offset, offset, offset, offset); dst0 = __lsx_vxori_b(dst0, 128); dst0 = __lsx_vsadd_b(dst0, offset); dst0 = __lsx_vxori_b(dst0, 128); __lsx_vstelm_d(dst0, dst, 0, 0); __lsx_vstelm_d(dst0, dst + dst_stride, 0, 1); } static void hevc_sao_edge_filter_135degree_16multiple_lsx(uint8_t *dst, int32_t dst_stride, uint8_t *src, int32_t src_stride, int16_t *sao_offset_val, int32_t width, int32_t height) { uint8_t *src_orig, *dst_orig; int32_t v_cnt; const int32_t src_stride_2x = (src_stride << 1); const int32_t dst_stride_2x = (dst_stride << 1); const int32_t src_stride_4x = (src_stride << 2); const int32_t dst_stride_4x = (dst_stride << 2); const int32_t src_stride_3x = src_stride_2x + src_stride; const int32_t dst_stride_3x = dst_stride_2x + dst_stride; __m128i shuf1 = {0x807060504030201, 0x100F0E0D0C0B0A09}; __m128i shuf2 = {0x908070605040302, 0x11100F0E0D0C0B0A}; __m128i edge_idx = {0x403000201, 0x0}; __m128i const1 = __lsx_vldi(1); __m128i dst0, dst1, dst2, dst3; __m128i cmp_minus10, cmp_minus11, cmp_minus12, cmp_minus13, cmp_plus10; __m128i cmp_plus11, cmp_plus12, cmp_plus13, diff_minus10, diff_minus11; __m128i diff_minus12, diff_minus13, diff_plus10, diff_plus11, diff_plus12; __m128i diff_plus13, src10, src11, src12, src13, src_minus10, src_minus11; __m128i src_plus10, src_plus11, src_plus12, src_plus13; __m128i src_minus12, src_minus13, src_zero0, src_zero1, src_zero2, src_zero3; __m128i offset_mask0, offset_mask1, offset_mask2, offset_mask3, sao_offset; sao_offset = __lsx_vld(sao_offset_val, 0); sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); for (; height; height -= 4) { src_orig = src - 1; dst_orig = dst; src_minus11 = __lsx_vld(src_orig, 0); DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, src_plus10, src_plus11); src_plus12 = __lsx_vldx(src_orig, src_stride_3x); for (v_cnt = 0; v_cnt < width; v_cnt += 16) { src_minus10 = __lsx_vld(src_orig - src_stride, 2); src_plus13 = __lsx_vldx(src_orig, src_stride_4x); src_orig += 16; src10 = __lsx_vld(src_orig, 0); DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, src11, src12); src13 =__lsx_vldx(src_orig, src_stride_3x); DUP4_ARG3(__lsx_vshuf_b, src10, src_minus11, shuf1, src11, src_plus10, shuf1, src12, src_plus11, shuf1, src13, src_plus12, shuf1, src_zero0, src_zero1, src_zero2, src_zero3); src_minus11 = __lsx_vshuf_b(src10, src_minus11, shuf2); DUP2_ARG3(__lsx_vshuf_b, src11, src_plus10, shuf2, src12, src_plus11, shuf2, src_minus12, src_minus13); DUP4_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero0, src_plus10, src_zero1, src_minus11, src_zero1, src_plus11, cmp_minus10, cmp_plus10, cmp_minus11, cmp_plus11); DUP4_ARG2(__lsx_vseq_b, src_zero2, src_minus12, src_zero2, src_plus12, src_zero3, src_minus13, src_zero3, src_plus13, cmp_minus12, cmp_plus12, cmp_minus13, cmp_plus13); DUP4_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_plus10, cmp_plus10, cmp_minus11, cmp_minus11, cmp_plus11, cmp_plus11, diff_minus10, diff_plus10, diff_minus11, diff_plus11); DUP4_ARG2(__lsx_vnor_v, cmp_minus12, cmp_minus12, cmp_plus12, cmp_plus12, cmp_minus13, cmp_minus13, cmp_plus13, cmp_plus13, diff_minus12, diff_plus12, diff_minus13, diff_plus13); DUP4_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero0, src_plus10, src_zero1, src_minus11, src_zero1, src_plus11, cmp_minus10, cmp_plus10, cmp_minus11, cmp_plus11); DUP4_ARG2(__lsx_vsle_bu, src_zero2, src_minus12, src_zero2, src_plus12, src_zero3, src_minus13, src_zero3, src_plus13, cmp_minus12, cmp_plus12, cmp_minus13, cmp_plus13); DUP4_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_plus10, cmp_plus10, cmp_minus11, cmp_minus11, cmp_plus11, cmp_plus11, cmp_minus10, cmp_plus10, cmp_minus11, cmp_plus11); DUP4_ARG2(__lsx_vnor_v, cmp_minus12, cmp_minus12, cmp_plus12, cmp_plus12, cmp_minus13, cmp_minus13, cmp_plus13, cmp_plus13, cmp_minus12, cmp_plus12, cmp_minus13, cmp_plus13); DUP4_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_plus10, const1, cmp_plus10, diff_minus11, const1, cmp_minus11, diff_plus11, const1, cmp_plus11, diff_minus10, diff_plus10, diff_minus11, diff_plus11); DUP4_ARG3(__lsx_vbitsel_v, diff_minus12, const1, cmp_minus12, diff_plus12, const1, cmp_plus12, diff_minus13, const1, cmp_minus13, diff_plus13, const1, cmp_plus13, diff_minus12, diff_plus12, diff_minus13, diff_plus13); DUP4_ARG2(__lsx_vadd_b, diff_minus10, diff_plus10, diff_minus11, diff_plus11, diff_minus12, diff_plus12, diff_minus13, diff_plus13, offset_mask0, offset_mask1, offset_mask2, offset_mask3); DUP4_ARG2(__lsx_vaddi_bu, offset_mask0, 2, offset_mask1, 2, offset_mask2, 2, offset_mask3, 2, offset_mask0, offset_mask1, offset_mask2, offset_mask3); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask0, sao_offset, sao_offset, offset_mask0, offset_mask0, offset_mask0); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask1, sao_offset, sao_offset, offset_mask1, offset_mask1, offset_mask1); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask2, sao_offset, sao_offset, offset_mask2, offset_mask2, offset_mask2); DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask3, sao_offset, sao_offset, offset_mask3, offset_mask3, offset_mask3); DUP4_ARG2(__lsx_vxori_b, src_zero0, 128, src_zero1, 128, src_zero2, 128, src_zero3, 128, src_zero0, src_zero1, src_zero2, src_zero3); DUP4_ARG2(__lsx_vsadd_b, src_zero0, offset_mask0, src_zero1, offset_mask1, src_zero2, offset_mask2, src_zero3, offset_mask3, dst0, dst1, dst2, dst3); DUP4_ARG2(__lsx_vxori_b, dst0, 128, dst1, 128, dst2, 128, dst3, 128, dst0, dst1, dst2, dst3); src_minus11 = src10; src_plus10 = src11; src_plus11 = src12; src_plus12 = src13; __lsx_vst(dst0, dst_orig, 0); __lsx_vstx(dst1, dst_orig, dst_stride); __lsx_vstx(dst2, dst_orig, dst_stride_2x); __lsx_vstx(dst3, dst_orig, dst_stride_3x); dst_orig += 16; } src += src_stride_4x; dst += dst_stride_4x; } } void ff_hevc_sao_edge_filter_8_lsx(uint8_t *dst, uint8_t *src, ptrdiff_t stride_dst, int16_t *sao_offset_val, int eo, int width, int height) { ptrdiff_t stride_src = (2 * MAX_PB_SIZE + AV_INPUT_BUFFER_PADDING_SIZE); switch (eo) { case 0: if (width >> 4) { hevc_sao_edge_filter_0degree_16multiple_lsx(dst, stride_dst, src, stride_src, sao_offset_val, width - (width & 0x0F), height); dst += width & 0xFFFFFFF0; src += width & 0xFFFFFFF0; width &= 0x0F; } if (width >> 3) { hevc_sao_edge_filter_0degree_8width_lsx(dst, stride_dst, src, stride_src, sao_offset_val, height); dst += 8; src += 8; width &= 0x07; } if (width) { hevc_sao_edge_filter_0degree_4width_lsx(dst, stride_dst, src, stride_src, sao_offset_val, height); } break; case 1: if (width >> 4) { hevc_sao_edge_filter_90degree_16multiple_lsx(dst, stride_dst, src, stride_src, sao_offset_val, width - (width & 0x0F), height); dst += width & 0xFFFFFFF0; src += width & 0xFFFFFFF0; width &= 0x0F; } if (width >> 3) { hevc_sao_edge_filter_90degree_8width_lsx(dst, stride_dst, src, stride_src, sao_offset_val, height); dst += 8; src += 8; width &= 0x07; } if (width) { hevc_sao_edge_filter_90degree_4width_lsx(dst, stride_dst, src, stride_src, sao_offset_val, height); } break; case 2: if (width >> 4) { hevc_sao_edge_filter_45degree_16multiple_lsx(dst, stride_dst, src, stride_src, sao_offset_val, width - (width & 0x0F), height); dst += width & 0xFFFFFFF0; src += width & 0xFFFFFFF0; width &= 0x0F; } if (width >> 3) { hevc_sao_edge_filter_45degree_8width_lsx(dst, stride_dst, src, stride_src, sao_offset_val, height); dst += 8; src += 8; width &= 0x07; } if (width) { hevc_sao_edge_filter_45degree_4width_lsx(dst, stride_dst, src, stride_src, sao_offset_val, height); } break; case 3: if (width >> 4) { hevc_sao_edge_filter_135degree_16multiple_lsx(dst, stride_dst, src, stride_src, sao_offset_val, width - (width & 0x0F), height); dst += width & 0xFFFFFFF0; src += width & 0xFFFFFFF0; width &= 0x0F; } if (width >> 3) { hevc_sao_edge_filter_135degree_8width_lsx(dst, stride_dst, src, stride_src, sao_offset_val, height); dst += 8; src += 8; width &= 0x07; } if (width) { hevc_sao_edge_filter_135degree_4width_lsx(dst, stride_dst, src, stride_src, sao_offset_val, height); } break; } }