| /* |
| * Copyright (c) 2022 Loongson Technology Corporation Limited |
| * Contributed by Lu Wang <wanglu@loongson.cn> |
| * Hao Chen <chenhao@loongson.cn> |
| * |
| * This file is part of FFmpeg. |
| * |
| * FFmpeg is free software; you can redistribute it and/or |
| * modify it under the terms of the GNU Lesser General Public |
| * License as published by the Free Software Foundation; either |
| * version 2.1 of the License, or (at your option) any later version. |
| * |
| * FFmpeg is distributed in the hope that it will be useful, |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| * Lesser General Public License for more details. |
| * |
| * You should have received a copy of the GNU Lesser General Public |
| * License along with FFmpeg; if not, write to the Free Software |
| * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
| */ |
| |
| #include "libavutil/loongarch/loongson_intrinsics.h" |
| #include "hevcdsp_lsx.h" |
| |
| void ff_hevc_loop_filter_luma_h_8_lsx(uint8_t *src, ptrdiff_t stride, |
| int32_t beta, const int32_t *tc, |
| const uint8_t *p_is_pcm, const uint8_t *q_is_pcm) |
| { |
| ptrdiff_t stride_2x = (stride << 1); |
| ptrdiff_t stride_4x = (stride << 2); |
| ptrdiff_t stride_3x = stride_2x + stride; |
| uint8_t *p3 = src - stride_4x; |
| uint8_t *p2 = src - stride_3x; |
| uint8_t *p1 = src - stride_2x; |
| uint8_t *p0 = src - stride; |
| uint8_t *q0 = src; |
| uint8_t *q1 = src + stride; |
| uint8_t *q2 = src + stride_2x; |
| uint8_t *q3 = src + stride_3x; |
| uint8_t flag0, flag1; |
| int32_t dp00, dq00, dp30, dq30, d00, d30, d0030, d0434; |
| int32_t dp04, dq04, dp34, dq34, d04, d34; |
| int32_t tc0, p_is_pcm0, q_is_pcm0, beta30, beta20, tc250; |
| int32_t tc4, p_is_pcm4, q_is_pcm4, tc254, tmp; |
| |
| __m128i dst0, dst1, dst2, dst3, dst4, dst5; |
| __m128i cmp0, cmp1, cmp2, cmp3, p_is_pcm_vec, q_is_pcm_vec; |
| __m128i temp0, temp1; |
| __m128i temp2, tc_pos, tc_neg; |
| __m128i diff0, diff1, delta0, delta1, delta2, abs_delta0; |
| __m128i zero = {0}; |
| __m128i p3_src, p2_src, p1_src, p0_src, q0_src, q1_src, q2_src, q3_src; |
| |
| dp00 = abs(p2[0] - (p1[0] << 1) + p0[0]); |
| dq00 = abs(q2[0] - (q1[0] << 1) + q0[0]); |
| dp30 = abs(p2[3] - (p1[3] << 1) + p0[3]); |
| dq30 = abs(q2[3] - (q1[3] << 1) + q0[3]); |
| d00 = dp00 + dq00; |
| d30 = dp30 + dq30; |
| dp04 = abs(p2[4] - (p1[4] << 1) + p0[4]); |
| dq04 = abs(q2[4] - (q1[4] << 1) + q0[4]); |
| dp34 = abs(p2[7] - (p1[7] << 1) + p0[7]); |
| dq34 = abs(q2[7] - (q1[7] << 1) + q0[7]); |
| d04 = dp04 + dq04; |
| d34 = dp34 + dq34; |
| |
| p_is_pcm0 = p_is_pcm[0]; |
| p_is_pcm4 = p_is_pcm[1]; |
| q_is_pcm0 = q_is_pcm[0]; |
| q_is_pcm4 = q_is_pcm[1]; |
| |
| DUP2_ARG1(__lsx_vreplgr2vr_d, p_is_pcm0, p_is_pcm4, cmp0, cmp1); |
| p_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); |
| p_is_pcm_vec = __lsx_vseqi_d(p_is_pcm_vec, 0); |
| d0030 = (d00 + d30) >= beta; |
| d0434 = (d04 + d34) >= beta; |
| DUP2_ARG1(__lsx_vreplgr2vr_w, d0030, d0434, cmp0, cmp1); |
| cmp3 = __lsx_vpackev_w(cmp1, cmp0); |
| cmp3 = __lsx_vseqi_w(cmp3, 0); |
| |
| if ((!p_is_pcm0 || !p_is_pcm4 || !q_is_pcm0 || !q_is_pcm4) && |
| (!d0030 || !d0434)) { |
| DUP4_ARG2(__lsx_vld, p3, 0, p2, 0, p1, 0, p0, 0, |
| p3_src, p2_src, p1_src, p0_src); |
| DUP2_ARG1(__lsx_vreplgr2vr_d, q_is_pcm0, q_is_pcm4, cmp0, cmp1); |
| q_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); |
| q_is_pcm_vec = __lsx_vseqi_d(q_is_pcm_vec, 0); |
| |
| tc0 = tc[0]; |
| beta30 = beta >> 3; |
| beta20 = beta >> 2; |
| tc250 = (((tc0 << 2) + tc0 + 1) >> 1); |
| tc4 = tc[1]; |
| tc254 = (((tc4 << 2) + tc4 + 1) >> 1); |
| |
| DUP2_ARG1(__lsx_vreplgr2vr_h, tc0, tc4, cmp0, cmp1); |
| DUP4_ARG2(__lsx_vilvl_b, zero, p3_src, zero, p2_src, zero, p1_src, zero, |
| p0_src, p3_src, p2_src, p1_src, p0_src); |
| DUP4_ARG2(__lsx_vld, q0, 0, q1, 0, q2, 0, q3, 0, |
| q0_src, q1_src, q2_src, q3_src); |
| flag0 = abs(p3[0] - p0[0]) + abs(q3[0] - q0[0]) < beta30 && |
| abs(p0[0] - q0[0]) < tc250; |
| flag0 = flag0 && (abs(p3[3] - p0[3]) + abs(q3[3] - q0[3]) < beta30 && |
| abs(p0[3] - q0[3]) < tc250 && (d00 << 1) < beta20 && |
| (d30 << 1) < beta20); |
| tc_pos = __lsx_vpackev_d(cmp1, cmp0); |
| DUP4_ARG2(__lsx_vilvl_b, zero, q0_src, zero, q1_src, zero, q2_src, |
| zero, q3_src, q0_src, q1_src, q2_src, q3_src); |
| |
| flag1 = abs(p3[4] - p0[4]) + abs(q3[4] - q0[4]) < beta30 && |
| abs(p0[4] - q0[4]) < tc254; |
| flag1 = flag1 && (abs(p3[7] - p0[7]) + abs(q3[7] - q0[7]) < beta30 && |
| abs(p0[7] - q0[7]) < tc254 && (d04 << 1) < beta20 && |
| (d34 << 1) < beta20); |
| DUP2_ARG1(__lsx_vreplgr2vr_w, flag0, flag1, cmp0, cmp1); |
| cmp2 = __lsx_vpackev_w(cmp1, cmp0); |
| cmp2 = __lsx_vseqi_w(cmp2, 0); |
| |
| if (flag0 && flag1) { /* strong only */ |
| /* strong filter */ |
| tc_pos = __lsx_vslli_h(tc_pos, 1); |
| tc_neg = __lsx_vneg_h(tc_pos); |
| |
| /* p part */ |
| DUP2_ARG2(__lsx_vadd_h, p1_src, p0_src, temp0, q0_src, |
| temp0, temp0); |
| temp1 = __lsx_vadd_h(p3_src, p2_src); |
| temp1 = __lsx_vslli_h(temp1, 1); |
| DUP2_ARG2(__lsx_vadd_h, temp1, p2_src, temp1, temp0, temp1, temp1); |
| temp1 = __lsx_vsrari_h(temp1, 3); |
| temp2 = __lsx_vsub_h(temp1, p2_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst0 = __lsx_vadd_h(temp2, p2_src); |
| |
| temp1 = __lsx_vadd_h(temp0, p2_src); |
| temp1 = __lsx_vsrari_h(temp1, 2); |
| temp2 = __lsx_vsub_h(temp1, p1_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst1 = __lsx_vadd_h(temp2, p1_src); |
| |
| temp1 = __lsx_vslli_h(temp0, 1); |
| DUP2_ARG2(__lsx_vadd_h, temp1, p2_src, temp1, q1_src, |
| temp1, temp1); |
| temp1 = __lsx_vsrari_h(temp1, 3); |
| temp2 = __lsx_vsub_h(temp1, p0_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst2 = __lsx_vadd_h(temp2, p0_src); |
| |
| p_is_pcm_vec = __lsx_vnor_v(p_is_pcm_vec, p_is_pcm_vec); |
| DUP2_ARG3(__lsx_vbitsel_v, dst0, p2_src, p_is_pcm_vec, dst1, |
| p1_src, p_is_pcm_vec, dst0, dst1); |
| dst2 = __lsx_vbitsel_v(dst2, p0_src, p_is_pcm_vec); |
| |
| /* q part */ |
| DUP2_ARG2(__lsx_vadd_h, q1_src, p0_src, temp0, q0_src, |
| temp0, temp0); |
| temp1 = __lsx_vadd_h(q3_src, q2_src); |
| temp1 = __lsx_vslli_h(temp1, 1); |
| DUP2_ARG2(__lsx_vadd_h, temp1, q2_src, temp1, temp0, temp1, temp1); |
| temp1 = __lsx_vsrari_h(temp1, 3); |
| temp2 = __lsx_vsub_h(temp1, q2_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst5 = __lsx_vadd_h(temp2, q2_src); |
| |
| temp1 = __lsx_vadd_h(temp0, q2_src); |
| temp1 = __lsx_vsrari_h(temp1, 2); |
| temp2 = __lsx_vsub_h(temp1, q1_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst4 = __lsx_vadd_h(temp2, q1_src); |
| |
| temp0 = __lsx_vslli_h(temp0, 1); |
| DUP2_ARG2(__lsx_vadd_h, temp0, p1_src, temp1, q2_src, |
| temp1, temp1); |
| temp1 = __lsx_vsrari_h(temp1, 3); |
| temp2 = __lsx_vsub_h(temp1, q0_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst3 = __lsx_vadd_h(temp2, q0_src); |
| |
| q_is_pcm_vec = __lsx_vnor_v(q_is_pcm_vec, q_is_pcm_vec); |
| DUP2_ARG3(__lsx_vbitsel_v, dst3, q0_src, q_is_pcm_vec, dst4, |
| q1_src, q_is_pcm_vec, dst3, dst4); |
| dst5 = __lsx_vbitsel_v(dst5, q2_src, q_is_pcm_vec); |
| |
| /* pack results to 8 bit */ |
| DUP2_ARG2(__lsx_vpickev_b, dst1, dst0, dst3, dst2, dst0, dst1); |
| dst2 = __lsx_vpickev_b(dst5, dst4); |
| |
| /* pack src to 8 bit */ |
| DUP2_ARG2(__lsx_vpickev_b, p1_src, p2_src, q0_src, p0_src, |
| dst3, dst4); |
| dst5 = __lsx_vpickev_b(q2_src, q1_src); |
| |
| cmp3 = __lsx_vnor_v(cmp3, cmp3); |
| DUP2_ARG3(__lsx_vbitsel_v, dst0, dst3, cmp3, dst1, dst4, cmp3, |
| dst0, dst1); |
| dst2 = __lsx_vbitsel_v(dst2, dst5, cmp3); |
| |
| __lsx_vstelm_d(dst0, p2, 0, 0); |
| __lsx_vstelm_d(dst0, p2 + stride, 0, 1); |
| __lsx_vstelm_d(dst1, p2 + stride_2x, 0, 0); |
| __lsx_vstelm_d(dst1, p2 + stride_3x, 0, 1); |
| __lsx_vstelm_d(dst2, p2 + stride_4x, 0, 0); |
| __lsx_vstelm_d(dst2, p2 + stride_4x + stride, 0, 1); |
| /* strong filter ends */ |
| } else if (flag0 == flag1) { /* weak only */ |
| /* weak filter */ |
| tc_neg = __lsx_vneg_h(tc_pos); |
| DUP2_ARG2(__lsx_vsub_h, q0_src, p0_src, q1_src, p1_src, |
| diff0, diff1); |
| DUP2_ARG2(__lsx_vadd_h, __lsx_vslli_h(diff0, 3), diff0, |
| __lsx_vslli_h(diff1, 1), diff1, diff0, diff1); |
| delta0 = __lsx_vsub_h(diff0, diff1); |
| delta0 = __lsx_vsrari_h(delta0, 4); |
| temp1 = __lsx_vadd_h(__lsx_vslli_h(tc_pos, 3), |
| __lsx_vslli_h(tc_pos, 1)); |
| abs_delta0 = __lsx_vadda_h(delta0, zero); |
| abs_delta0 = __lsx_vsle_hu(temp1, abs_delta0); |
| abs_delta0 = __lsx_vnor_v(abs_delta0, abs_delta0); |
| |
| delta0 = __lsx_vclip_h(delta0, tc_neg, tc_pos); |
| temp2 = __lsx_vadd_h(delta0, p0_src); |
| temp2 = __lsx_vclip255_h(temp2); |
| temp0 = __lsx_vbitsel_v(temp2, p0_src, |
| __lsx_vnor_v(p_is_pcm_vec, p_is_pcm_vec)); |
| temp2 = __lsx_vsub_h(q0_src, delta0); |
| temp2 = __lsx_vclip255_h(temp2); |
| temp2 = __lsx_vbitsel_v(temp2, q0_src, __lsx_vnor_v(q_is_pcm_vec, |
| q_is_pcm_vec)); |
| DUP2_ARG2(__lsx_vnor_v, p_is_pcm_vec, p_is_pcm_vec, q_is_pcm_vec, |
| q_is_pcm_vec, p_is_pcm_vec, q_is_pcm_vec); |
| |
| tmp = (beta + (beta >> 1)) >> 3; |
| DUP2_ARG1(__lsx_vreplgr2vr_d, dp00 + dp30 < tmp, dp04 + dp34 < tmp, |
| cmp0, cmp1); |
| cmp0 = __lsx_vpackev_d(cmp1, cmp0); |
| cmp0 = __lsx_vseqi_d(cmp0, 0); |
| p_is_pcm_vec = __lsx_vor_v(p_is_pcm_vec, cmp0); |
| |
| DUP2_ARG1(__lsx_vreplgr2vr_d, dq00 + dq30 < tmp, dq04 + dq34 < tmp, |
| cmp0, cmp1); |
| cmp0 = __lsx_vpackev_d(cmp1, cmp0); |
| cmp0 = __lsx_vseqi_d(cmp0, 0); |
| q_is_pcm_vec = __lsx_vor_v(q_is_pcm_vec, cmp0); |
| tc_pos = __lsx_vsrai_h(tc_pos, 1); |
| tc_neg = __lsx_vneg_h(tc_pos); |
| |
| DUP2_ARG2(__lsx_vavgr_hu, p2_src, p0_src, q0_src, q2_src, |
| delta1, delta2); |
| DUP2_ARG2(__lsx_vsub_h, delta1, p1_src, delta2, q1_src, |
| delta1, delta2); |
| delta1 = __lsx_vadd_h(delta1, delta0); |
| delta2 = __lsx_vsub_h(delta2, delta0); |
| DUP2_ARG2(__lsx_vsrai_h, delta1, 1, delta2, 1, delta1, delta2); |
| DUP2_ARG3(__lsx_vclip_h, delta1, tc_neg, tc_pos, delta2, |
| tc_neg, tc_pos, delta1, delta2); |
| DUP2_ARG2(__lsx_vadd_h, p1_src, delta1, q1_src, delta2, |
| delta1, delta2); |
| DUP2_ARG1(__lsx_vclip255_h, delta1, delta2, delta1, delta2); |
| DUP2_ARG3(__lsx_vbitsel_v, delta1, p1_src, p_is_pcm_vec, delta2, |
| q1_src, q_is_pcm_vec, delta1, delta2); |
| |
| abs_delta0 = __lsx_vnor_v(abs_delta0, abs_delta0); |
| DUP4_ARG3(__lsx_vbitsel_v, delta1, p1_src, abs_delta0, temp0, |
| p0_src, abs_delta0, temp2, q0_src, abs_delta0, delta2, |
| q1_src, abs_delta0, dst1, dst2, dst3, dst4); |
| /* pack results to 8 bit */ |
| DUP2_ARG2(__lsx_vpickev_b, dst2, dst1, dst4, dst3, dst0, dst1); |
| /* pack src to 8 bit */ |
| DUP2_ARG2(__lsx_vpickev_b, p0_src, p1_src, q1_src, q0_src, |
| dst2, dst3); |
| cmp3 = __lsx_vnor_v(cmp3, cmp3); |
| DUP2_ARG3(__lsx_vbitsel_v, dst0, dst2, cmp3, dst1, dst3, cmp3, |
| dst0, dst1); |
| |
| p2 += stride; |
| __lsx_vstelm_d(dst0, p2, 0, 0); |
| __lsx_vstelm_d(dst0, p2 + stride, 0, 1); |
| __lsx_vstelm_d(dst1, p2 + stride_2x, 0, 0); |
| __lsx_vstelm_d(dst1, p2 + stride_3x, 0, 1); |
| /* weak filter ends */ |
| } else { /* strong + weak */ |
| /* strong filter */ |
| tc_pos = __lsx_vslli_h(tc_pos, 1); |
| tc_neg = __lsx_vneg_h(tc_pos); |
| |
| /* p part */ |
| DUP2_ARG2(__lsx_vadd_h, p1_src, p0_src, temp0, q0_src, |
| temp0, temp0); |
| temp1 = __lsx_vadd_h(p3_src, p2_src); |
| temp1 = __lsx_vslli_h(temp1, 1); |
| DUP2_ARG2(__lsx_vadd_h, temp1, p2_src, temp1, temp0, temp1, temp1); |
| temp1 = __lsx_vsrari_h(temp1, 3); |
| temp2 = __lsx_vsub_h(temp1, p2_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst0 = __lsx_vadd_h(temp2, p2_src); |
| |
| temp1 = __lsx_vadd_h(temp0, p2_src); |
| temp1 = __lsx_vsrari_h(temp1, 2); |
| temp2 = __lsx_vsub_h(temp1, p1_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst1 = __lsx_vadd_h(temp2, p1_src); |
| |
| temp1 = __lsx_vslli_h(temp0, 1); |
| DUP2_ARG2(__lsx_vadd_h, temp1, p2_src, temp1, q1_src, temp1, temp1); |
| temp1 = __lsx_vsrari_h(temp1, 3); |
| temp2 = __lsx_vsub_h(temp1, p0_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst2 = __lsx_vadd_h(temp2, p0_src); |
| |
| p_is_pcm_vec = __lsx_vnor_v(p_is_pcm_vec, p_is_pcm_vec); |
| DUP2_ARG3(__lsx_vbitsel_v, dst0, p2_src, p_is_pcm_vec, dst1, |
| p1_src, p_is_pcm_vec, dst0, dst1); |
| dst2 = __lsx_vbitsel_v(dst2, p0_src, p_is_pcm_vec); |
| |
| /* q part */ |
| DUP2_ARG2(__lsx_vadd_h, q1_src, p0_src, temp0, q0_src, |
| temp0, temp0); |
| temp1 = __lsx_vadd_h(q3_src, q2_src); |
| temp1 = __lsx_vslli_h(temp1, 1); |
| DUP2_ARG2(__lsx_vadd_h, temp1, q2_src, temp1, temp0, temp1, temp1); |
| temp1 = __lsx_vsrari_h(temp1, 3); |
| temp2 = __lsx_vsub_h(temp1, q2_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst5 = __lsx_vadd_h(temp2, q2_src); |
| |
| temp1 = __lsx_vadd_h(temp0, q2_src); |
| temp1 = __lsx_vsrari_h(temp1, 2); |
| temp2 = __lsx_vsub_h(temp1, q1_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst4 = __lsx_vadd_h(temp2, q1_src); |
| |
| temp1 = __lsx_vslli_h(temp0, 1); |
| DUP2_ARG2(__lsx_vadd_h, temp1, p1_src, temp1, q2_src, temp1, temp1); |
| temp1 = __lsx_vsrari_h(temp1, 3); |
| temp2 = __lsx_vsub_h(temp1, q0_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst3 = __lsx_vadd_h(temp2, q0_src); |
| |
| q_is_pcm_vec = __lsx_vnor_v(q_is_pcm_vec, q_is_pcm_vec); |
| DUP2_ARG3(__lsx_vbitsel_v, dst3, q0_src, q_is_pcm_vec, dst4, |
| q1_src, q_is_pcm_vec, dst3, dst4); |
| dst5 = __lsx_vbitsel_v(dst5, q2_src, q_is_pcm_vec); |
| |
| /* pack strong results to 8 bit */ |
| DUP2_ARG2(__lsx_vpickev_b, dst1, dst0, dst3, dst2, dst0, dst1); |
| dst2 = __lsx_vpickev_b(dst5, dst4); |
| /* strong filter ends */ |
| |
| /* weak filter */ |
| tc_pos = __lsx_vsrai_h(tc_pos, 1); |
| tc_neg = __lsx_vneg_h(tc_pos); |
| |
| DUP2_ARG2(__lsx_vsub_h, q0_src, p0_src, q1_src, p1_src, |
| diff0, diff1); |
| DUP2_ARG2(__lsx_vadd_h, __lsx_vslli_h(diff0, 3), diff0, |
| __lsx_vslli_h(diff1, 1), diff1, diff0, diff1); |
| delta0 = __lsx_vsub_h(diff0, diff1); |
| delta0 = __lsx_vsrari_h(delta0, 4); |
| temp1 = __lsx_vadd_h(__lsx_vslli_h(tc_pos, 3), |
| __lsx_vslli_h(tc_pos, 1)); |
| abs_delta0 = __lsx_vadda_h(delta0, zero); |
| abs_delta0 = __lsx_vsle_hu(temp1, abs_delta0); |
| abs_delta0 = __lsx_vnor_v(abs_delta0, abs_delta0); |
| |
| delta0 = __lsx_vclip_h(delta0, tc_neg, tc_pos); |
| temp2 = __lsx_vadd_h(delta0, p0_src); |
| temp2 = __lsx_vclip255_h(temp2); |
| temp0 = __lsx_vbitsel_v(temp2, p0_src, p_is_pcm_vec); |
| |
| temp2 = __lsx_vsub_h(q0_src, delta0); |
| temp2 = __lsx_vclip255_h(temp2); |
| temp2 = __lsx_vbitsel_v(temp2, q0_src, q_is_pcm_vec); |
| |
| tmp = (beta + (beta >> 1)) >> 3; |
| DUP2_ARG1(__lsx_vreplgr2vr_d, dp00 + dp30 < tmp, dp04 + dp34 < tmp, |
| cmp0, cmp1); |
| cmp0 = __lsx_vpackev_d(cmp1, cmp0); |
| p_is_pcm_vec = __lsx_vor_v(p_is_pcm_vec, __lsx_vseqi_d(cmp0, 0)); |
| DUP2_ARG1(__lsx_vreplgr2vr_d, dq00 + dq30 < tmp, dq04 + dq34 < tmp, |
| cmp0, cmp1); |
| cmp0 = __lsx_vpackev_d(cmp1, cmp0); |
| q_is_pcm_vec = __lsx_vor_v(q_is_pcm_vec, __lsx_vseqi_d(cmp0, 0)); |
| |
| tc_pos = __lsx_vsrai_h(tc_pos, 1); |
| tc_neg = __lsx_vneg_h(tc_pos); |
| |
| DUP2_ARG2(__lsx_vavgr_hu, p2_src, p0_src, q0_src, q2_src, |
| delta1, delta2); |
| DUP2_ARG2(__lsx_vsub_h, delta1, p1_src, delta2, q1_src, |
| delta1, delta2); |
| delta1 = __lsx_vadd_h(delta1, delta0); |
| delta2 = __lsx_vsub_h(delta2, delta0); |
| DUP2_ARG2(__lsx_vsrai_h, delta1, 1, delta2, 1, delta1, delta2); |
| DUP2_ARG3(__lsx_vclip_h, delta1, tc_neg, tc_pos, delta2, tc_neg, |
| tc_pos, delta1, delta2); |
| DUP2_ARG2(__lsx_vadd_h, p1_src, delta1, q1_src, delta2, |
| delta1, delta2); |
| DUP2_ARG1(__lsx_vclip255_h, delta1, delta2, delta1, delta2); |
| DUP2_ARG3(__lsx_vbitsel_v, delta1, p1_src, p_is_pcm_vec, delta2, |
| q1_src, q_is_pcm_vec, delta1, delta2); |
| abs_delta0 = __lsx_vnor_v(abs_delta0, abs_delta0); |
| DUP4_ARG3(__lsx_vbitsel_v, delta1, p1_src, abs_delta0, delta2, |
| q1_src, abs_delta0, temp0, p0_src, abs_delta0, temp2, |
| q0_src, abs_delta0, delta1, delta2, temp0, temp2); |
| /* weak filter ends */ |
| |
| /* pack weak results to 8 bit */ |
| DUP2_ARG2(__lsx_vpickev_b, delta1, p2_src, temp2, temp0, |
| dst3, dst4); |
| dst5 = __lsx_vpickev_b(q2_src, delta2); |
| |
| /* select between weak or strong */ |
| DUP2_ARG3(__lsx_vbitsel_v, dst0, dst3, cmp2, dst1, dst4, cmp2, |
| dst0, dst1); |
| dst2 = __lsx_vbitsel_v(dst2, dst5, cmp2); |
| |
| /* pack src to 8 bit */ |
| DUP2_ARG2(__lsx_vpickev_b, p1_src, p2_src, q0_src, p0_src, |
| dst3, dst4); |
| dst5 = __lsx_vpickev_b(q2_src, q1_src); |
| |
| cmp3 = __lsx_vnor_v(cmp3, cmp3); |
| DUP2_ARG3(__lsx_vbitsel_v, dst0, dst3, cmp3, dst1, dst4, cmp3, |
| dst0, dst1); |
| dst2 = __lsx_vbitsel_v(dst2, dst5, cmp3); |
| |
| __lsx_vstelm_d(dst0, p2, 0, 0); |
| __lsx_vstelm_d(dst0, p2 + stride, 0, 1); |
| __lsx_vstelm_d(dst1, p2 + stride_2x, 0, 0); |
| __lsx_vstelm_d(dst1, p2 + stride_3x, 0, 1); |
| __lsx_vstelm_d(dst2, p2 + stride_4x, 0, 0); |
| __lsx_vstelm_d(dst2, p2 + stride_4x + stride, 0, 1); |
| } |
| } |
| } |
| |
| void ff_hevc_loop_filter_luma_v_8_lsx(uint8_t *src, ptrdiff_t stride, |
| int32_t beta, const int32_t *tc, |
| const uint8_t *p_is_pcm, const uint8_t *q_is_pcm) |
| { |
| ptrdiff_t stride_2x = (stride << 1); |
| ptrdiff_t stride_4x = (stride << 2); |
| ptrdiff_t stride_3x = stride_2x + stride; |
| uint8_t *p3 = src; |
| uint8_t *p2 = src + stride_3x; |
| uint8_t *p1 = src + stride_4x; |
| uint8_t *p0 = src + stride_4x + stride_3x; |
| uint8_t flag0, flag1; |
| int32_t dp00, dq00, dp30, dq30, d00, d30; |
| int32_t d0030, d0434; |
| int32_t dp04, dq04, dp34, dq34, d04, d34; |
| int32_t tc0, p_is_pcm0, q_is_pcm0, beta30, beta20, tc250; |
| int32_t tc4, p_is_pcm4, q_is_pcm4, tc254, tmp; |
| |
| __m128i dst0, dst1, dst2, dst3, dst4, dst5, dst6, dst7; |
| __m128i cmp0, cmp1, cmp2, p_is_pcm_vec, q_is_pcm_vec; |
| __m128i cmp3; |
| __m128i temp0, temp1; |
| __m128i temp2; |
| __m128i tc_pos, tc_neg; |
| __m128i diff0, diff1, delta0, delta1, delta2, abs_delta0; |
| __m128i zero = {0}; |
| __m128i p3_src, p2_src, p1_src, p0_src, q0_src, q1_src, q2_src, q3_src; |
| |
| dp00 = abs(p3[-3] - (p3[-2] << 1) + p3[-1]); |
| dq00 = abs(p3[2] - (p3[1] << 1) + p3[0]); |
| dp30 = abs(p2[-3] - (p2[-2] << 1) + p2[-1]); |
| dq30 = abs(p2[2] - (p2[1] << 1) + p2[0]); |
| d00 = dp00 + dq00; |
| d30 = dp30 + dq30; |
| p_is_pcm0 = p_is_pcm[0]; |
| q_is_pcm0 = q_is_pcm[0]; |
| |
| dp04 = abs(p1[-3] - (p1[-2] << 1) + p1[-1]); |
| dq04 = abs(p1[2] - (p1[1] << 1) + p1[0]); |
| dp34 = abs(p0[-3] - (p0[-2] << 1) + p0[-1]); |
| dq34 = abs(p0[2] - (p0[1] << 1) + p0[0]); |
| d04 = dp04 + dq04; |
| d34 = dp34 + dq34; |
| p_is_pcm4 = p_is_pcm[1]; |
| q_is_pcm4 = q_is_pcm[1]; |
| |
| DUP2_ARG1(__lsx_vreplgr2vr_d, p_is_pcm0, p_is_pcm4, cmp0, cmp1); |
| p_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); |
| p_is_pcm_vec = __lsx_vseqi_d(p_is_pcm_vec, 0); |
| |
| d0030 = (d00 + d30) >= beta; |
| d0434 = (d04 + d34) >= beta; |
| |
| DUP2_ARG1(__lsx_vreplgr2vr_d, d0030, d0434, cmp0, cmp1); |
| cmp3 = __lsx_vpackev_d(cmp1, cmp0); |
| cmp3 = __lsx_vseqi_d(cmp3, 0); |
| |
| if ((!p_is_pcm0 || !p_is_pcm4 || !q_is_pcm0 || !q_is_pcm4) && |
| (!d0030 || !d0434)) { |
| src -= 4; |
| DUP4_ARG2(__lsx_vld, src, 0, src + stride, 0, src + stride_2x, 0, |
| src + stride_3x, 0, p3_src, p2_src, p1_src, p0_src); |
| src += stride_4x; |
| DUP4_ARG2(__lsx_vld, src, 0, src + stride, 0, src + stride_2x, 0, |
| src + stride_3x, 0, q0_src, q1_src, q2_src, q3_src); |
| src -= stride_4x; |
| |
| DUP2_ARG1(__lsx_vreplgr2vr_d, q_is_pcm0, q_is_pcm4, cmp0, cmp1); |
| q_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); |
| q_is_pcm_vec = __lsx_vseqi_d(q_is_pcm_vec, 0); |
| |
| tc0 = tc[0]; |
| beta30 = beta >> 3; |
| beta20 = beta >> 2; |
| tc250 = (((tc0 << 2) + tc0 + 1) >> 1); |
| tc4 = tc[1]; |
| tc254 = (((tc4 << 2) + tc4 + 1) >> 1); |
| DUP2_ARG1( __lsx_vreplgr2vr_h, tc0 << 1, tc4 << 1, cmp0, cmp1); |
| tc_pos = __lsx_vpackev_d(cmp1, cmp0); |
| LSX_TRANSPOSE8x8_B(p3_src, p2_src, p1_src, p0_src, q0_src, q1_src, |
| q2_src, q3_src, p3_src, p2_src, p1_src, p0_src, |
| q0_src, q1_src, q2_src, q3_src); |
| |
| flag0 = abs(p3[-4] - p3[-1]) + abs(p3[3] - p3[0]) < beta30 && |
| abs(p3[-1] - p3[0]) < tc250; |
| flag0 = flag0 && (abs(p2[-4] - p2[-1]) + abs(p2[3] - p2[0]) < beta30 && |
| abs(p2[-1] - p2[0]) < tc250 && (d00 << 1) < beta20 && |
| (d30 << 1) < beta20); |
| cmp0 = __lsx_vreplgr2vr_d(flag0); |
| DUP4_ARG2(__lsx_vilvl_b, zero, p3_src, zero, p2_src, zero, p1_src, zero, |
| p0_src, p3_src, p2_src, p1_src, p0_src); |
| |
| flag1 = abs(p1[-4] - p1[-1]) + abs(p1[3] - p1[0]) < beta30 && |
| abs(p1[-1] - p1[0]) < tc254; |
| flag1 = flag1 && (abs(p0[-4] - p0[-1]) + abs(p0[3] - p0[0]) < beta30 && |
| abs(p0[-1] - p0[0]) < tc254 && (d04 << 1) < beta20 && |
| (d34 << 1) < beta20); |
| DUP4_ARG2(__lsx_vilvl_b, zero, q0_src, zero, q1_src, zero, q2_src, zero, |
| q3_src, q0_src, q1_src, q2_src, q3_src); |
| |
| cmp1 = __lsx_vreplgr2vr_d(flag1); |
| cmp2 = __lsx_vpackev_d(cmp1, cmp0); |
| cmp2 = __lsx_vseqi_d(cmp2, 0); |
| |
| if (flag0 && flag1) { /* strong only */ |
| /* strong filter */ |
| tc_neg = __lsx_vneg_h(tc_pos); |
| /* p part */ |
| DUP2_ARG2(__lsx_vadd_h, p1_src, p0_src, temp0, q0_src, |
| temp0, temp0); |
| temp1 = __lsx_vadd_h(p3_src, p2_src); |
| temp1 = __lsx_vslli_h(temp1, 1); |
| DUP2_ARG2(__lsx_vadd_h, temp1, p2_src, temp1, temp0, temp1, temp1); |
| temp1 = __lsx_vsrari_h(temp1, 3); |
| temp2 = __lsx_vsub_h(temp1, p2_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst0 = __lsx_vadd_h(temp2, p2_src); |
| |
| temp1 = __lsx_vadd_h(temp0, p2_src); |
| temp1 = __lsx_vsrari_h(temp1, 2); |
| temp2 = __lsx_vsub_h(temp1, p1_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst1 = __lsx_vadd_h(temp2, p1_src); |
| |
| temp1 = __lsx_vslli_h(temp0, 1); |
| DUP2_ARG2(__lsx_vadd_h, temp1, p2_src, temp1, q1_src, temp1, temp1); |
| temp1 = __lsx_vsrari_h(temp1, 3); |
| temp2 = __lsx_vsub_h(temp1, p0_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst2 = __lsx_vadd_h(temp2, p0_src); |
| |
| p_is_pcm_vec = __lsx_vnor_v(p_is_pcm_vec, p_is_pcm_vec); |
| DUP2_ARG3(__lsx_vbitsel_v, dst0, p2_src, p_is_pcm_vec, dst1, p1_src, |
| p_is_pcm_vec, dst0, dst1); |
| dst2 = __lsx_vbitsel_v(dst2, p0_src, p_is_pcm_vec); |
| |
| /* q part */ |
| DUP2_ARG2(__lsx_vadd_h, q1_src, p0_src, temp0, q0_src, |
| temp0, temp0); |
| temp1 = __lsx_vadd_h(q3_src, q2_src); |
| temp1 = __lsx_vslli_h(temp1, 1); |
| DUP2_ARG2(__lsx_vadd_h, temp1, q2_src, temp1, temp0, temp1, temp1); |
| temp1 = __lsx_vsrari_h(temp1, 3); |
| temp2 = __lsx_vsub_h(temp1, q2_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst5 = __lsx_vadd_h(temp2, q2_src); |
| |
| temp1 = __lsx_vadd_h(temp0, q2_src); |
| temp1 = __lsx_vsrari_h(temp1, 2); |
| temp2 = __lsx_vsub_h(temp1, q1_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst4 = __lsx_vadd_h(temp2, q1_src); |
| |
| temp1 = __lsx_vslli_h(temp0, 1); |
| DUP2_ARG2(__lsx_vadd_h, temp1, p1_src, temp1, q2_src, temp1, temp1); |
| temp1 = __lsx_vsrari_h(temp1, 3); |
| temp2 = __lsx_vsub_h(temp1, q0_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst3 = __lsx_vadd_h(temp2, q0_src); |
| |
| q_is_pcm_vec = __lsx_vnor_v(q_is_pcm_vec, q_is_pcm_vec); |
| DUP2_ARG3(__lsx_vbitsel_v, dst3, q0_src, q_is_pcm_vec, dst4, q1_src, |
| q_is_pcm_vec, dst3, dst4); |
| dst5 = __lsx_vbitsel_v(dst5, q2_src, q_is_pcm_vec); |
| /* strong filter ends */ |
| } else if (flag0 == flag1) { /* weak only */ |
| /* weak filter */ |
| tc_pos = __lsx_vsrai_h(tc_pos, 1); |
| tc_neg = __lsx_vneg_h(tc_pos); |
| |
| DUP2_ARG2(__lsx_vsub_h, q0_src, p0_src, q1_src, p1_src, |
| diff0, diff1); |
| DUP2_ARG2(__lsx_vadd_h, __lsx_vslli_h(diff0, 3), diff0, |
| __lsx_vslli_h(diff1, 1), diff1, diff0, diff1); |
| delta0 = __lsx_vsub_h(diff0, diff1); |
| delta0 = __lsx_vsrari_h(delta0, 4); |
| temp1 = __lsx_vadd_h(__lsx_vslli_h(tc_pos, 3), |
| __lsx_vslli_h(tc_pos, 1)); |
| abs_delta0 = __lsx_vadda_h(delta0, zero); |
| abs_delta0 = __lsx_vsle_hu(temp1, abs_delta0); |
| abs_delta0 = __lsx_vnor_v(abs_delta0, abs_delta0); |
| |
| delta0 = __lsx_vclip_h(delta0, tc_neg, tc_pos); |
| temp2 = __lsx_vadd_h(delta0, p0_src); |
| temp2 = __lsx_vclip255_h(temp2); |
| p_is_pcm_vec = __lsx_vnor_v(p_is_pcm_vec, p_is_pcm_vec); |
| temp0 = __lsx_vbitsel_v(temp2, p0_src, p_is_pcm_vec); |
| |
| temp2 = __lsx_vsub_h(q0_src, delta0); |
| temp2 = __lsx_vclip255_h(temp2); |
| q_is_pcm_vec = __lsx_vnor_v(q_is_pcm_vec, q_is_pcm_vec); |
| temp2 = __lsx_vbitsel_v(temp2, q0_src, q_is_pcm_vec); |
| |
| tmp = ((beta + (beta >> 1)) >> 3); |
| DUP2_ARG1(__lsx_vreplgr2vr_d, !p_is_pcm0 && ((dp00 + dp30) < tmp), |
| !p_is_pcm4 && ((dp04 + dp34) < tmp), cmp0, cmp1); |
| p_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); |
| p_is_pcm_vec = __lsx_vseqi_d(p_is_pcm_vec, 0); |
| |
| DUP2_ARG1(__lsx_vreplgr2vr_h, (!q_is_pcm0) && (dq00 + dq30 < tmp), |
| (!q_is_pcm4) && (dq04 + dq34 < tmp), cmp0, cmp1); |
| q_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); |
| q_is_pcm_vec = __lsx_vseqi_d(q_is_pcm_vec, 0); |
| tc_pos = __lsx_vsrai_h(tc_pos, 1); |
| tc_neg = __lsx_vneg_h(tc_pos); |
| |
| DUP2_ARG2(__lsx_vavgr_hu, p2_src, p0_src, q0_src, q2_src, |
| delta1, delta2); |
| DUP2_ARG2(__lsx_vsub_h, delta1, p1_src, delta2, q1_src, |
| delta1, delta2); |
| delta1 = __lsx_vadd_h(delta1, delta0); |
| delta2 = __lsx_vsub_h(delta2, delta0); |
| DUP2_ARG2(__lsx_vsrai_h, delta1, 1, delta2, 1, delta1, delta2); |
| DUP2_ARG3(__lsx_vclip_h, delta1, tc_neg, tc_pos, delta2, tc_neg, |
| tc_pos, delta1, delta2); |
| DUP2_ARG2(__lsx_vadd_h, p1_src, delta1, q1_src, delta2, |
| delta1, delta2); |
| DUP2_ARG1(__lsx_vclip255_h, delta1, delta2, delta1, delta2); |
| DUP2_ARG3(__lsx_vbitsel_v, delta1, p1_src, p_is_pcm_vec, delta2, |
| q1_src, q_is_pcm_vec, delta1, delta2); |
| |
| abs_delta0 = __lsx_vnor_v(abs_delta0, abs_delta0); |
| DUP4_ARG3(__lsx_vbitsel_v, delta1, p1_src, abs_delta0, temp0, |
| p0_src, abs_delta0, temp2, q0_src, abs_delta0, delta2, |
| q1_src, abs_delta0, dst0, dst1, dst2, dst3); |
| /* weak filter ends */ |
| |
| cmp3 = __lsx_vnor_v(cmp3, cmp3); |
| DUP4_ARG3(__lsx_vbitsel_v, dst0, p1_src, cmp3, dst1, p0_src, |
| cmp3, dst2, q0_src, cmp3, dst3, q1_src, cmp3, |
| dst0, dst1, dst2, dst3); |
| DUP2_ARG2(__lsx_vpickev_b, dst2, dst0, dst3, dst1, dst0, dst1); |
| |
| /* transpose */ |
| dst4 = __lsx_vilvl_b(dst1, dst0); |
| dst5 = __lsx_vilvh_b(dst1, dst0); |
| dst0 = __lsx_vilvl_h(dst5, dst4); |
| dst1 = __lsx_vilvh_h(dst5, dst4); |
| |
| src += 2; |
| __lsx_vstelm_w(dst0, src, 0, 0); |
| __lsx_vstelm_w(dst0, src + stride, 0, 1); |
| __lsx_vstelm_w(dst0, src + stride_2x, 0, 2); |
| __lsx_vstelm_w(dst0, src + stride_3x, 0, 3); |
| src += stride_4x; |
| __lsx_vstelm_w(dst1, src, 0, 0); |
| __lsx_vstelm_w(dst1, src + stride, 0, 1); |
| __lsx_vstelm_w(dst1, src + stride_2x, 0, 2); |
| __lsx_vstelm_w(dst1, src + stride_3x, 0, 3); |
| return; |
| } else { /* strong + weak */ |
| /* strong filter */ |
| tc_neg = __lsx_vneg_h(tc_pos); |
| |
| /* p part */ |
| DUP2_ARG2(__lsx_vadd_h, p1_src, p0_src, temp0, q0_src, |
| temp0, temp0); |
| |
| temp1 = __lsx_vadd_h(p3_src, p2_src); |
| temp1 = __lsx_vslli_h(temp1, 1); |
| DUP2_ARG2(__lsx_vadd_h, temp1, p2_src, temp1, temp0, temp1, temp1); |
| temp1 = __lsx_vsrari_h(temp1, 3); |
| temp2 = __lsx_vsub_h(temp1, p2_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst0 = __lsx_vadd_h(temp2, p2_src); |
| |
| temp1 = __lsx_vadd_h(temp0, p2_src); |
| temp1 = __lsx_vsrari_h(temp1, 2); |
| temp2 = __lsx_vsub_h(temp1, p1_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst1 = __lsx_vadd_h(temp2, p1_src); |
| |
| temp1 = __lsx_vslli_h(temp0, 1); |
| DUP2_ARG2(__lsx_vadd_h, temp1, p2_src, temp1, q1_src, temp1, temp1); |
| temp1 = __lsx_vsrari_h(temp1, 3); |
| temp2 = __lsx_vsub_h(temp1, p0_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst2 = __lsx_vadd_h(temp2, p0_src); |
| |
| p_is_pcm_vec = __lsx_vnor_v(p_is_pcm_vec, p_is_pcm_vec); |
| DUP2_ARG3(__lsx_vbitsel_v, dst0, p2_src, p_is_pcm_vec, dst1, p1_src, |
| p_is_pcm_vec, dst0, dst1); |
| dst2 = __lsx_vbitsel_v(dst2, p0_src, p_is_pcm_vec); |
| |
| /* q part */ |
| DUP2_ARG2(__lsx_vadd_h, q1_src, p0_src, temp0, q0_src, temp0, temp0); |
| temp1 = __lsx_vadd_h(q3_src, q2_src); |
| temp1 = __lsx_vslli_h(temp1, 1); |
| DUP2_ARG2(__lsx_vadd_h, temp1, q2_src, temp1, temp0, temp1, temp1); |
| temp1 = __lsx_vsrari_h(temp1, 3); |
| temp2 = __lsx_vsub_h(temp1, q2_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst5 = __lsx_vadd_h(temp2, q2_src); |
| |
| temp1 = __lsx_vadd_h(temp0, q2_src); |
| temp1 = __lsx_vsrari_h(temp1, 2); |
| temp2 = __lsx_vsub_h(temp1, q1_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst4 = __lsx_vadd_h(temp2, q1_src); |
| |
| temp1 = __lsx_vslli_h(temp0, 1); |
| DUP2_ARG2(__lsx_vadd_h, temp1, p1_src, temp1, q2_src, temp1, temp1); |
| temp1 = __lsx_vsrari_h(temp1, 3); |
| temp2 = __lsx_vsub_h(temp1, q0_src); |
| temp2 = __lsx_vclip_h(temp2, tc_neg, tc_pos); |
| dst3 = __lsx_vadd_h(temp2, q0_src); |
| |
| q_is_pcm_vec = __lsx_vnor_v(q_is_pcm_vec, q_is_pcm_vec); |
| DUP2_ARG3(__lsx_vbitsel_v, dst3, q0_src, q_is_pcm_vec, dst4, q1_src, |
| q_is_pcm_vec, dst3, dst4); |
| dst5 = __lsx_vbitsel_v(dst5, q2_src, q_is_pcm_vec); |
| /* strong filter ends */ |
| |
| /* weak filter */ |
| tc_pos = __lsx_vsrai_h(tc_pos, 1); |
| tc_neg = __lsx_vneg_h(tc_pos); |
| |
| DUP2_ARG2(__lsx_vsub_h, q0_src, p0_src, q1_src, p1_src, |
| diff0, diff1); |
| DUP2_ARG2(__lsx_vadd_h, __lsx_vslli_h(diff0, 3), diff0, |
| __lsx_vslli_h(diff1, 1), diff1, diff0, diff1); |
| delta0 = __lsx_vsub_h(diff0, diff1); |
| delta0 = __lsx_vsrari_h(delta0, 4); |
| |
| temp1 = __lsx_vadd_h(__lsx_vslli_h(tc_pos, 3), |
| __lsx_vslli_h(tc_pos, 1)); |
| abs_delta0 = __lsx_vadda_h(delta0, zero); |
| abs_delta0 = __lsx_vsle_hu(temp1, abs_delta0); |
| abs_delta0 = __lsx_vnor_v(abs_delta0, abs_delta0); |
| delta0 = __lsx_vclip_h(delta0, tc_neg, tc_pos); |
| temp2 = __lsx_vadd_h(delta0, p0_src); |
| temp2 = __lsx_vclip255_h(temp2); |
| temp0 = __lsx_vbitsel_v(temp2, p0_src, p_is_pcm_vec); |
| temp2 = __lsx_vsub_h(q0_src, delta0); |
| temp2 = __lsx_vclip255_h(temp2); |
| temp2 = __lsx_vbitsel_v(temp2, q0_src, q_is_pcm_vec); |
| |
| tmp = (beta + (beta >> 1)) >> 3; |
| DUP2_ARG1(__lsx_vreplgr2vr_d, !p_is_pcm0 && ((dp00 + dp30) < tmp), |
| !p_is_pcm4 && ((dp04 + dp34) < tmp), cmp0, cmp1); |
| p_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); |
| p_is_pcm_vec = __lsx_vseqi_d(p_is_pcm_vec, 0); |
| |
| DUP2_ARG1(__lsx_vreplgr2vr_h, (!q_is_pcm0) && (dq00 + dq30 < tmp), |
| (!q_is_pcm4) && (dq04 + dq34 < tmp), cmp0, cmp1); |
| q_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); |
| q_is_pcm_vec = __lsx_vseqi_d(q_is_pcm_vec, 0); |
| tc_pos = __lsx_vsrai_h(tc_pos, 1); |
| tc_neg = __lsx_vneg_h(tc_pos); |
| |
| DUP2_ARG2(__lsx_vavgr_hu, p2_src, p0_src, q0_src, q2_src, |
| delta1, delta2); |
| DUP2_ARG2(__lsx_vsub_h, delta1, p1_src, delta2, q1_src, |
| delta1, delta2); |
| delta1 = __lsx_vadd_h(delta1, delta0); |
| delta2 = __lsx_vsub_h(delta2, delta0); |
| DUP2_ARG2(__lsx_vsrai_h, delta1, 1, delta2, 1, delta1, delta2); |
| DUP2_ARG3(__lsx_vclip_h, delta1, tc_neg, tc_pos, delta2, tc_neg, |
| tc_pos, delta1, delta2); |
| DUP2_ARG2(__lsx_vadd_h, p1_src, delta1, q1_src, delta2, |
| delta1, delta2); |
| DUP2_ARG1(__lsx_vclip255_h, delta1, delta2, delta1, delta2); |
| DUP2_ARG3(__lsx_vbitsel_v, delta1, p1_src, p_is_pcm_vec, delta2, |
| q1_src, q_is_pcm_vec, delta1, delta2); |
| |
| abs_delta0 = __lsx_vnor_v(abs_delta0, abs_delta0); |
| DUP4_ARG3(__lsx_vbitsel_v, delta1, p1_src, abs_delta0, delta2, |
| q1_src, abs_delta0, temp0, p0_src, abs_delta0, temp2, |
| q0_src, abs_delta0, delta1, delta2, temp0, temp2); |
| /* weak filter ends*/ |
| |
| /* select between weak or strong */ |
| DUP4_ARG3(__lsx_vbitsel_v, dst0, p2_src, cmp2, dst1, delta1, |
| cmp2, dst2, temp0, cmp2, dst3, temp2, cmp2, |
| dst0, dst1, dst2, dst3); |
| DUP2_ARG3(__lsx_vbitsel_v, dst4, delta2, cmp2, dst5, q2_src, cmp2, |
| dst4, dst5); |
| } |
| |
| cmp3 = __lsx_vnor_v(cmp3, cmp3); |
| DUP4_ARG3(__lsx_vbitsel_v, dst0, p2_src, cmp3, dst1, p1_src, cmp3, dst2, |
| p0_src, cmp3, dst3, q0_src, cmp3, dst0, dst1, dst2, dst3); |
| DUP2_ARG3(__lsx_vbitsel_v, dst4, q1_src, cmp3, dst5, q2_src, cmp3, |
| dst4, dst5); |
| |
| /* pack results to 8 bit */ |
| DUP4_ARG2(__lsx_vpickev_b, dst2, dst0, dst3, dst1, dst4, dst4, dst5, |
| dst5, dst0, dst1, dst2, dst3); |
| |
| /* transpose */ |
| DUP2_ARG2(__lsx_vilvl_b, dst1, dst0, dst3, dst2, dst4, dst6); |
| DUP2_ARG2(__lsx_vilvh_b, dst1, dst0, dst3, dst2, dst5, dst7); |
| DUP2_ARG2(__lsx_vilvl_h, dst5, dst4, dst7, dst6, dst0, dst2); |
| DUP2_ARG2(__lsx_vilvh_h, dst5, dst4, dst7, dst6, dst1, dst3); |
| |
| src += 1; |
| __lsx_vstelm_w(dst0, src, 0, 0); |
| __lsx_vstelm_h(dst2, src, 4, 0); |
| src += stride; |
| __lsx_vstelm_w(dst0, src, 0, 1); |
| __lsx_vstelm_h(dst2, src, 4, 2); |
| src += stride; |
| |
| __lsx_vstelm_w(dst0, src, 0, 2); |
| __lsx_vstelm_h(dst2, src, 4, 4); |
| src += stride; |
| __lsx_vstelm_w(dst0, src, 0, 3); |
| __lsx_vstelm_h(dst2, src, 4, 6); |
| src += stride; |
| |
| __lsx_vstelm_w(dst1, src, 0, 0); |
| __lsx_vstelm_h(dst3, src, 4, 0); |
| src += stride; |
| __lsx_vstelm_w(dst1, src, 0, 1); |
| __lsx_vstelm_h(dst3, src, 4, 2); |
| src += stride; |
| |
| __lsx_vstelm_w(dst1, src, 0, 2); |
| __lsx_vstelm_h(dst3, src, 4, 4); |
| src += stride; |
| __lsx_vstelm_w(dst1, src, 0, 3); |
| __lsx_vstelm_h(dst3, src, 4, 6); |
| } |
| } |
| |
| void ff_hevc_loop_filter_chroma_h_8_lsx(uint8_t *src, ptrdiff_t stride, |
| const int32_t *tc, const uint8_t *p_is_pcm, |
| const uint8_t *q_is_pcm) |
| { |
| uint8_t *p1_ptr = src - (stride << 1); |
| uint8_t *p0_ptr = src - stride; |
| uint8_t *q0_ptr = src; |
| uint8_t *q1_ptr = src + stride; |
| __m128i cmp0, cmp1, p_is_pcm_vec, q_is_pcm_vec; |
| __m128i p1, p0, q0, q1; |
| __m128i tc_pos, tc_neg; |
| __m128i zero = {0}; |
| __m128i temp0, temp1, delta; |
| |
| if (!(tc[0] <= 0) || !(tc[1] <= 0)) { |
| DUP2_ARG1(__lsx_vreplgr2vr_h, tc[0], tc[1], cmp0, cmp1); |
| tc_pos = __lsx_vpackev_d(cmp1, cmp0); |
| tc_neg = __lsx_vneg_h(tc_pos); |
| DUP2_ARG1(__lsx_vreplgr2vr_d, p_is_pcm[0], p_is_pcm[1], cmp0, cmp1); |
| p_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); |
| p_is_pcm_vec = __lsx_vseqi_d(p_is_pcm_vec, 0); |
| |
| DUP2_ARG1(__lsx_vreplgr2vr_d, q_is_pcm[0], q_is_pcm[1], cmp0, cmp1); |
| q_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); |
| q_is_pcm_vec = __lsx_vseqi_d(q_is_pcm_vec, 0); |
| |
| DUP4_ARG2(__lsx_vld, p1_ptr, 0, p0_ptr, 0, q0_ptr, 0, q1_ptr, 0, |
| p1, p0, q0, q1); |
| DUP4_ARG2(__lsx_vilvl_b, zero, p1, zero, p0, zero, q0, zero, q1, |
| p1, p0, q0, q1); |
| DUP2_ARG2(__lsx_vsub_h, q0, p0, p1, q1, temp0, temp1); |
| temp0 = __lsx_vslli_h(temp0, 2); |
| temp0 = __lsx_vadd_h(temp0, temp1); |
| delta = __lsx_vsrari_h(temp0, 3); |
| delta = __lsx_vclip_h(delta, tc_neg, tc_pos); |
| temp0 = __lsx_vadd_h(p0, delta); |
| temp0 = __lsx_vclip255_h(temp0); |
| p_is_pcm_vec = __lsx_vnor_v(p_is_pcm_vec, p_is_pcm_vec); |
| temp0 = __lsx_vbitsel_v(temp0, p0, p_is_pcm_vec); |
| |
| temp1 = __lsx_vsub_h(q0, delta); |
| temp1 = __lsx_vclip255_h(temp1); |
| q_is_pcm_vec = __lsx_vnor_v(q_is_pcm_vec, q_is_pcm_vec); |
| temp1 = __lsx_vbitsel_v(temp1, q0, q_is_pcm_vec); |
| |
| tc_pos = __lsx_vslei_d(tc_pos, 0); |
| DUP2_ARG3(__lsx_vbitsel_v, temp0, p0, tc_pos, temp1, q0, tc_pos, |
| temp0, temp1); |
| temp0 = __lsx_vpickev_b(temp1, temp0); |
| __lsx_vstelm_d(temp0, p0_ptr, 0, 0); |
| __lsx_vstelm_d(temp0, p0_ptr + stride, 0, 1); |
| } |
| } |
| |
| void ff_hevc_loop_filter_chroma_v_8_lsx(uint8_t *src, ptrdiff_t stride, |
| const int32_t *tc, const uint8_t *p_is_pcm, |
| const uint8_t *q_is_pcm) |
| { |
| ptrdiff_t stride_2x = (stride << 1); |
| ptrdiff_t stride_4x = (stride << 2); |
| ptrdiff_t stride_3x = stride_2x + stride; |
| __m128i cmp0, cmp1, p_is_pcm_vec, q_is_pcm_vec; |
| __m128i src0, src1, src2, src3, src4, src5, src6, src7; |
| __m128i p1, p0, q0, q1; |
| __m128i tc_pos, tc_neg; |
| __m128i zero = {0}; |
| __m128i temp0, temp1, delta; |
| |
| if (!(tc[0] <= 0) || !(tc[1] <= 0)) { |
| DUP2_ARG1(__lsx_vreplgr2vr_h, tc[0], tc[1], cmp0, cmp1); |
| tc_pos = __lsx_vpackev_d(cmp1, cmp0); |
| tc_neg = __lsx_vneg_h(tc_pos); |
| |
| DUP2_ARG1(__lsx_vreplgr2vr_d, p_is_pcm[0], p_is_pcm[1], cmp0, cmp1); |
| p_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); |
| p_is_pcm_vec = __lsx_vseqi_d(p_is_pcm_vec, 0); |
| DUP2_ARG1(__lsx_vreplgr2vr_d, q_is_pcm[0], q_is_pcm[1], cmp0, cmp1); |
| q_is_pcm_vec = __lsx_vpackev_d(cmp1, cmp0); |
| q_is_pcm_vec = __lsx_vseqi_d(q_is_pcm_vec, 0); |
| |
| src -= 2; |
| DUP4_ARG2(__lsx_vld, src, 0, src + stride, 0, src + stride_2x, 0, |
| src + stride_3x, 0, src0, src1, src2, src3); |
| src += stride_4x; |
| DUP4_ARG2(__lsx_vld, src, 0, src + stride, 0, src + stride_2x, 0, |
| src + stride_3x, 0, src4, src5, src6, src7); |
| src -= stride_4x; |
| LSX_TRANSPOSE8x4_B(src0, src1, src2, src3, src4, src5, src6, src7, |
| p1, p0, q0, q1); |
| DUP4_ARG2(__lsx_vilvl_b, zero, p1, zero, p0, zero, q0, zero, q1, |
| p1, p0, q0, q1); |
| |
| DUP2_ARG2(__lsx_vsub_h, q0, p0, p1, q1, temp0, temp1); |
| temp0 = __lsx_vslli_h(temp0, 2); |
| temp0 = __lsx_vadd_h(temp0, temp1); |
| delta = __lsx_vsrari_h(temp0, 3); |
| delta = __lsx_vclip_h(delta, tc_neg, tc_pos); |
| |
| temp0 = __lsx_vadd_h(p0, delta); |
| temp1 = __lsx_vsub_h(q0, delta); |
| DUP2_ARG1(__lsx_vclip255_h, temp0, temp1, temp0, temp1); |
| DUP2_ARG2(__lsx_vnor_v, p_is_pcm_vec, p_is_pcm_vec, q_is_pcm_vec, |
| q_is_pcm_vec, p_is_pcm_vec, q_is_pcm_vec); |
| DUP2_ARG3(__lsx_vbitsel_v, temp0, p0, p_is_pcm_vec, temp1, q0, |
| q_is_pcm_vec, temp0, temp1); |
| |
| tc_pos = __lsx_vslei_d(tc_pos, 0); |
| DUP2_ARG3(__lsx_vbitsel_v, temp0, p0, tc_pos, temp1, q0, tc_pos, |
| temp0, temp1); |
| temp0 = __lsx_vpackev_b(temp1, temp0); |
| |
| src += 1; |
| __lsx_vstelm_h(temp0, src, 0, 0); |
| __lsx_vstelm_h(temp0, src + stride, 0, 1); |
| __lsx_vstelm_h(temp0, src + stride_2x, 0, 2); |
| __lsx_vstelm_h(temp0, src + stride_3x, 0, 3); |
| src += stride_4x; |
| __lsx_vstelm_h(temp0, src, 0, 4); |
| __lsx_vstelm_h(temp0, src + stride, 0, 5); |
| __lsx_vstelm_h(temp0, src + stride_2x, 0, 6); |
| __lsx_vstelm_h(temp0, src + stride_3x, 0, 7); |
| src -= stride_4x; |
| } |
| } |
| |
| static void hevc_sao_edge_filter_0degree_4width_lsx(uint8_t *dst, |
| int32_t dst_stride, |
| const uint8_t *src, |
| int32_t src_stride, |
| const int16_t *sao_offset_val, |
| int32_t height) |
| { |
| const int32_t src_stride_2x = (src_stride << 1); |
| const int32_t dst_stride_2x = (dst_stride << 1); |
| __m128i shuf1 = {0x807060504030201, 0x100F0E0D0C0B0A09}; |
| __m128i shuf2 = {0x908070605040302, 0x11100F0E0D0C0B0A}; |
| __m128i edge_idx = {0x403000201, 0x0}; |
| __m128i cmp_minus10, cmp_minus11, diff_minus10, diff_minus11; |
| __m128i sao_offset = __lsx_vld(sao_offset_val, 0); |
| __m128i src_minus10, src_minus11, src_plus10, offset, src0, dst0; |
| __m128i const1 = __lsx_vldi(1); |
| __m128i zero = {0}; |
| |
| sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); |
| src -= 1; |
| |
| /* load in advance */ |
| DUP2_ARG2(__lsx_vld, src, 0, src + src_stride, 0, src_minus10, src_minus11); |
| |
| for (height -= 2; height; height -= 2) { |
| src += src_stride_2x; |
| src_minus10 = __lsx_vpickev_d(src_minus11, src_minus10); |
| src0 = __lsx_vshuf_b(zero, src_minus10, shuf1); |
| src_plus10 = __lsx_vshuf_b(zero, src_minus10, shuf2); |
| |
| DUP2_ARG2(__lsx_vseq_b, src0, src_minus10, src0, src_plus10, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, |
| cmp_minus11, diff_minus10, diff_minus11); |
| DUP2_ARG2(__lsx_vsle_bu, src0, src_minus10, src0, src_plus10, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, |
| cmp_minus11, cmp_minus10, cmp_minus11); |
| DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, |
| diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); |
| |
| offset = __lsx_vadd_b(diff_minus10, diff_minus11); |
| offset = __lsx_vaddi_bu(offset, 2); |
| |
| /* load in advance */ |
| DUP2_ARG2(__lsx_vld, src, 0, src + src_stride, 0, |
| src_minus10, src_minus11); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, |
| sao_offset, sao_offset, offset, offset, offset); |
| src0 = __lsx_vxori_b(src0, 128); |
| dst0 = __lsx_vsadd_b(src0, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| |
| __lsx_vstelm_w(dst0, dst, 0, 0); |
| __lsx_vstelm_w(dst0, dst + dst_stride, 0, 2); |
| dst += dst_stride_2x; |
| } |
| |
| src_minus10 = __lsx_vpickev_d(src_minus11, src_minus10); |
| src0 = __lsx_vshuf_b(zero, src_minus10, shuf1); |
| src_plus10 = __lsx_vshuf_b(zero, src_minus10, shuf2); |
| |
| DUP2_ARG2(__lsx_vseq_b, src0, src_minus10, src0, src_plus10, cmp_minus10, |
| cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, |
| diff_minus10, diff_minus11); |
| DUP2_ARG2(__lsx_vsle_bu, src0, src_minus10, src0, src_plus10, cmp_minus10, |
| cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, |
| const1, cmp_minus11, diff_minus10, diff_minus11); |
| |
| offset = __lsx_vadd_b(diff_minus10, diff_minus11); |
| offset = __lsx_vaddi_bu(offset, 2); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, sao_offset, |
| offset, offset, offset); |
| src0 = __lsx_vxori_b(src0, 128); |
| dst0 = __lsx_vsadd_b(src0, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| |
| __lsx_vstelm_w(dst0, dst, 0, 0); |
| __lsx_vstelm_w(dst0, dst + dst_stride, 0, 2); |
| } |
| |
| static void hevc_sao_edge_filter_0degree_8width_lsx(uint8_t *dst, |
| int32_t dst_stride, |
| const uint8_t *src, |
| int32_t src_stride, |
| const int16_t *sao_offset_val, |
| int32_t height) |
| { |
| const int32_t src_stride_2x = (src_stride << 1); |
| const int32_t dst_stride_2x = (dst_stride << 1); |
| __m128i shuf1 = {0x807060504030201, 0x100F0E0D0C0B0A09}; |
| __m128i shuf2 = {0x908070605040302, 0x11100F0E0D0C0B0A}; |
| __m128i edge_idx = {0x403000201, 0x0}; |
| __m128i const1 = __lsx_vldi(1); |
| __m128i cmp_minus10, cmp_minus11, diff_minus10, diff_minus11; |
| __m128i src0, src1, dst0, src_minus10, src_minus11, src_plus10, src_plus11; |
| __m128i offset, sao_offset = __lsx_vld(sao_offset_val, 0); |
| __m128i zeros = {0}; |
| |
| sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); |
| src -= 1; |
| |
| /* load in advance */ |
| DUP2_ARG2(__lsx_vld, src, 0, src + src_stride, 0, src_minus10, src_minus11); |
| |
| for (height -= 2; height; height -= 2) { |
| src += src_stride_2x; |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus10, shuf1, zeros, |
| src_minus11, shuf1, src0, src1); |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus10, shuf2, zeros, |
| src_minus11, shuf2, src_plus10, src_plus11); |
| DUP2_ARG2(__lsx_vpickev_d, src_minus11, src_minus10, src_plus11, |
| src_plus10, src_minus10, src_plus10); |
| src0 = __lsx_vpickev_d(src1, src0); |
| |
| DUP2_ARG2(__lsx_vseq_b, src0, src_minus10, src0, src_plus10, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, |
| cmp_minus11, diff_minus10, diff_minus11); |
| DUP2_ARG2(__lsx_vsle_bu, src0, src_minus10, src0, src_plus10, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, |
| cmp_minus11, cmp_minus10, cmp_minus11); |
| DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, |
| diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); |
| |
| offset = __lsx_vadd_b(diff_minus10, diff_minus11); |
| offset = __lsx_vaddi_bu(offset, 2); |
| |
| /* load in advance */ |
| DUP2_ARG2(__lsx_vld, src, 0, src + src_stride, 0, |
| src_minus10, src_minus11); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, |
| sao_offset, offset, offset, offset); |
| src0 = __lsx_vxori_b(src0, 128); |
| dst0 = __lsx_vsadd_b(src0, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| |
| __lsx_vstelm_d(dst0, dst, 0, 0); |
| __lsx_vstelm_d(dst0, dst + dst_stride, 0, 1); |
| dst += dst_stride_2x; |
| } |
| |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus10, shuf1, zeros, src_minus11, |
| shuf1, src0, src1); |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus10, shuf2, zeros, src_minus11, |
| shuf2, src_plus10, src_plus11); |
| DUP2_ARG2(__lsx_vpickev_d, src_minus11, src_minus10, src_plus11, |
| src_plus10, src_minus10, src_plus10); |
| src0 = __lsx_vpickev_d(src1, src0); |
| |
| DUP2_ARG2(__lsx_vseq_b, src0, src_minus10, src0, src_plus10, cmp_minus10, |
| cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, |
| diff_minus10, diff_minus11); |
| DUP2_ARG2(__lsx_vsle_bu, src0, src_minus10, src0, src_plus10, cmp_minus10, |
| cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, |
| const1, cmp_minus11, diff_minus10, diff_minus11); |
| |
| offset = __lsx_vadd_b(diff_minus10, diff_minus11); |
| offset = __lsx_vaddi_bu(offset, 2); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, |
| sao_offset, offset, offset, offset); |
| src0 = __lsx_vxori_b(src0, 128); |
| dst0 = __lsx_vsadd_b(src0, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| |
| __lsx_vstelm_d(dst0, dst, 0, 0); |
| __lsx_vstelm_d(dst0, dst + dst_stride, 0, 1); |
| } |
| |
| static void hevc_sao_edge_filter_0degree_16multiple_lsx(uint8_t *dst, |
| int32_t dst_stride, |
| const uint8_t *src, |
| int32_t src_stride, |
| const int16_t *sao_offset_val, |
| int32_t width, |
| int32_t height) |
| { |
| uint8_t *dst_ptr; |
| const uint8_t *src_minus1; |
| int32_t v_cnt; |
| const int32_t src_stride_2x = (src_stride << 1); |
| const int32_t dst_stride_2x = (dst_stride << 1); |
| const int32_t src_stride_4x = (src_stride << 2); |
| const int32_t dst_stride_4x = (dst_stride << 2); |
| const int32_t src_stride_3x = src_stride_2x + src_stride; |
| const int32_t dst_stride_3x = dst_stride_2x + dst_stride; |
| |
| __m128i shuf1 = {0x807060504030201, 0x100F0E0D0C0B0A09}; |
| __m128i shuf2 = {0x908070605040302, 0x11100F0E0D0C0B0A}; |
| __m128i edge_idx = {0x403000201, 0x0}; |
| __m128i const1 = __lsx_vldi(1); |
| __m128i sao_offset; |
| __m128i cmp_minus10, cmp_plus10, diff_minus10, diff_plus10, cmp_minus11; |
| __m128i cmp_plus11, diff_minus11, diff_plus11, cmp_minus12, cmp_plus12; |
| __m128i diff_minus12, diff_plus12, cmp_minus13, cmp_plus13, diff_minus13; |
| __m128i diff_plus13; |
| __m128i src10, src11, src12, src13, dst0, dst1, dst2, dst3; |
| __m128i src_minus10, src_minus11, src_minus12, src_minus13; |
| __m128i offset_mask0, offset_mask1, offset_mask2, offset_mask3; |
| __m128i src_zero0, src_zero1, src_zero2, src_zero3; |
| __m128i src_plus10, src_plus11, src_plus12, src_plus13; |
| |
| sao_offset = __lsx_vld(sao_offset_val, 0); |
| sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); |
| |
| for (; height; height -= 4) { |
| src_minus1 = src - 1; |
| src_minus10 = __lsx_vld(src_minus1, 0); |
| DUP2_ARG2(__lsx_vldx, src_minus1, src_stride, src_minus1, |
| src_stride_2x, src_minus11, src_minus12); |
| src_minus13 = __lsx_vldx(src_minus1, src_stride_3x); |
| |
| for (v_cnt = 0; v_cnt < width; v_cnt += 16) { |
| src_minus1 += 16; |
| dst_ptr = dst + v_cnt; |
| src10 = __lsx_vld(src_minus1, 0); |
| DUP2_ARG2(__lsx_vldx, src_minus1, src_stride, src_minus1, |
| src_stride_2x, src11, src12); |
| src13 = __lsx_vldx(src_minus1, src_stride_3x); |
| DUP4_ARG3(__lsx_vshuf_b, src10, src_minus10, shuf1, src11, |
| src_minus11, shuf1, src12, src_minus12, shuf1, src13, |
| src_minus13, shuf1, src_zero0, src_zero1, |
| src_zero2, src_zero3); |
| DUP4_ARG3(__lsx_vshuf_b, src10, src_minus10, shuf2, src11, |
| src_minus11, shuf2, src12, src_minus12, shuf2, src13, |
| src_minus13, shuf2, src_plus10, src_plus11, |
| src_plus12, src_plus13); |
| DUP4_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero0, |
| src_plus10, src_zero1, src_minus11, src_zero1, src_plus11, |
| cmp_minus10, cmp_plus10, cmp_minus11, cmp_plus11); |
| DUP4_ARG2(__lsx_vseq_b, src_zero2, src_minus12, src_zero2, |
| src_plus12, src_zero3, src_minus13, src_zero3, src_plus13, |
| cmp_minus12, cmp_plus12, cmp_minus13, cmp_plus13); |
| DUP4_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_plus10, |
| cmp_plus10, cmp_minus11, cmp_minus11, cmp_plus11, |
| cmp_plus11, diff_minus10, diff_plus10, diff_minus11, |
| diff_plus11); |
| DUP4_ARG2(__lsx_vnor_v, cmp_minus12, cmp_minus12, cmp_plus12, |
| cmp_plus12, cmp_minus13, cmp_minus13, cmp_plus13, |
| cmp_plus13, diff_minus12, diff_plus12, diff_minus13, |
| diff_plus13); |
| DUP4_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero0, |
| src_plus10, src_zero1, src_minus11, src_zero1, src_plus11, |
| cmp_minus10, cmp_plus10, cmp_minus11, cmp_plus11); |
| DUP4_ARG2(__lsx_vsle_bu, src_zero2, src_minus12, src_zero2, |
| src_plus12, src_zero3, src_minus13, src_zero3, src_plus13, |
| cmp_minus12, cmp_plus12, cmp_minus13, cmp_plus13); |
| DUP4_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_plus10, |
| cmp_plus10, cmp_minus11, cmp_minus11, cmp_plus11, |
| cmp_plus11, cmp_minus10, cmp_plus10, cmp_minus11, |
| cmp_plus11); |
| DUP4_ARG2(__lsx_vnor_v, cmp_minus12, cmp_minus12, cmp_plus12, |
| cmp_plus12, cmp_minus13, cmp_minus13, cmp_plus13, |
| cmp_plus13, cmp_minus12, cmp_plus12, cmp_minus13, |
| cmp_plus13); |
| DUP4_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, |
| diff_plus10, const1, cmp_plus10, diff_minus11, const1, |
| cmp_minus11, diff_plus11, const1, cmp_plus11, |
| diff_minus10, diff_plus10, diff_minus11, diff_plus11); |
| DUP4_ARG3(__lsx_vbitsel_v, diff_minus12, const1, cmp_minus12, |
| diff_plus12, const1, cmp_plus12, diff_minus13, const1, |
| cmp_minus13, diff_plus13, const1, cmp_plus13, |
| diff_minus12, diff_plus12, diff_minus13, diff_plus13); |
| |
| DUP4_ARG2(__lsx_vadd_b, diff_minus10, diff_plus10, diff_minus11, |
| diff_plus11, diff_minus12, diff_plus12, diff_minus13, |
| diff_plus13, offset_mask0, offset_mask1, offset_mask2, |
| offset_mask3); |
| DUP4_ARG2(__lsx_vaddi_bu, offset_mask0, 2, offset_mask1, 2, |
| offset_mask2, 2, offset_mask3, 2, offset_mask0, |
| offset_mask1, offset_mask2, offset_mask3); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask0, |
| sao_offset, sao_offset, offset_mask0, offset_mask0, |
| offset_mask0); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask1, |
| sao_offset, sao_offset, offset_mask1, offset_mask1, |
| offset_mask1); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask2, |
| sao_offset, sao_offset, offset_mask2, offset_mask2, |
| offset_mask2); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask3, |
| sao_offset, sao_offset, offset_mask3, offset_mask3, |
| offset_mask3); |
| |
| DUP4_ARG2(__lsx_vxori_b, src_zero0, 128, src_zero1, 128, |
| src_zero2, 128, src_zero3, 128, src_zero0, src_zero1, |
| src_zero2, src_zero3); |
| DUP4_ARG2(__lsx_vsadd_b, src_zero0, offset_mask0, src_zero1, |
| offset_mask1, src_zero2, offset_mask2, src_zero3, |
| offset_mask3, dst0, dst1, dst2, dst3); |
| DUP4_ARG2(__lsx_vxori_b, dst0, 128, dst1, 128, dst2, 128, dst3, |
| 128, dst0, dst1, dst2, dst3); |
| |
| src_minus10 = src10; |
| src_minus11 = src11; |
| src_minus12 = src12; |
| src_minus13 = src13; |
| |
| __lsx_vst(dst0, dst_ptr, 0); |
| __lsx_vst(dst1, dst_ptr + dst_stride, 0); |
| __lsx_vst(dst2, dst_ptr + dst_stride_2x, 0); |
| __lsx_vst(dst3, dst_ptr + dst_stride_3x, 0); |
| } |
| src += src_stride_4x; |
| dst += dst_stride_4x; |
| } |
| } |
| |
| static void hevc_sao_edge_filter_90degree_4width_lsx(uint8_t *dst, |
| int32_t dst_stride, |
| const uint8_t *src, |
| int32_t src_stride, |
| const int16_t *sao_offset_val, |
| int32_t height) |
| { |
| const int32_t src_stride_2x = (src_stride << 1); |
| const int32_t dst_stride_2x = (dst_stride << 1); |
| __m128i edge_idx = {0x403000201, 0x0}; |
| __m128i const1 = __lsx_vldi(1); |
| __m128i dst0; |
| __m128i sao_offset = __lsx_vld(sao_offset_val, 0); |
| __m128i cmp_minus10, diff_minus10, cmp_minus11, diff_minus11; |
| __m128i src_minus10, src_minus11, src10, src11; |
| __m128i src_zero0, src_zero1; |
| __m128i offset; |
| __m128i offset_mask0, offset_mask1; |
| |
| sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); |
| |
| /* load in advance */ |
| DUP4_ARG2(__lsx_vld, src - src_stride, 0, src, 0, src + src_stride, 0, |
| src + src_stride_2x, 0, src_minus10, src_minus11, src10, src11); |
| |
| for (height -= 2; height; height -= 2) { |
| src += src_stride_2x; |
| DUP4_ARG2(__lsx_vilvl_b, src10, src_minus10, src_minus11, src_minus11, |
| src11, src_minus11, src10, src10, src_minus10, src_zero0, |
| src_minus11, src_zero1); |
| DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, |
| cmp_minus11, diff_minus10, diff_minus11); |
| DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, |
| src_minus11, cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, |
| cmp_minus11, cmp_minus10, cmp_minus11); |
| DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, |
| diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); |
| |
| DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, |
| diff_minus11, offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, |
| offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, |
| src_zero0, offset, dst0); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, |
| sao_offset, offset, offset, offset); |
| |
| dst0 = __lsx_vxori_b(dst0, 128); |
| dst0 = __lsx_vsadd_b(dst0, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| src_minus10 = src10; |
| src_minus11 = src11; |
| |
| /* load in advance */ |
| DUP2_ARG2(__lsx_vldx, src, src_stride, src, src_stride_2x, |
| src10, src11); |
| |
| __lsx_vstelm_w(dst0, dst, 0, 0); |
| __lsx_vstelm_w(dst0, dst + dst_stride, 0, 2); |
| dst += dst_stride_2x; |
| } |
| |
| DUP4_ARG2(__lsx_vilvl_b, src10, src_minus10, src_minus11, src_minus11, |
| src11, src_minus11, src10, src10, src_minus10, src_zero0, |
| src_minus11, src_zero1); |
| DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, |
| diff_minus10, diff_minus11); |
| DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, src_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, |
| const1, cmp_minus11, diff_minus10, diff_minus11); |
| |
| DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, |
| diff_minus11, offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vaddi_bu, offset_mask0, 2, offset_mask1, 2, |
| offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, |
| src_zero0, offset, dst0); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, |
| sao_offset, offset, offset, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| dst0 = __lsx_vsadd_b(dst0, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| |
| __lsx_vstelm_w(dst0, dst, 0, 0); |
| __lsx_vstelm_w(dst0, dst + dst_stride, 0, 2); |
| } |
| |
| static void hevc_sao_edge_filter_90degree_8width_lsx(uint8_t *dst, |
| int32_t dst_stride, |
| const uint8_t *src, |
| int32_t src_stride, |
| const int16_t *sao_offset_val, |
| int32_t height) |
| { |
| const int32_t src_stride_2x = (src_stride << 1); |
| const int32_t dst_stride_2x = (dst_stride << 1); |
| __m128i edge_idx = {0x403000201, 0x0}; |
| __m128i const1 = __lsx_vldi(1); |
| __m128i offset, sao_offset = __lsx_vld(sao_offset_val, 0); |
| __m128i src_zero0, src_zero1, dst0; |
| __m128i cmp_minus10, diff_minus10, cmp_minus11, diff_minus11; |
| __m128i src_minus10, src_minus11, src10, src11; |
| __m128i offset_mask0, offset_mask1; |
| |
| sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); |
| |
| /* load in advance */ |
| DUP2_ARG2(__lsx_vld, src - src_stride, 0, src, 0, src_minus10, src_minus11); |
| DUP2_ARG2(__lsx_vldx, src, src_stride, src, src_stride_2x, src10, src11); |
| |
| for (height -= 2; height; height -= 2) { |
| src += src_stride_2x; |
| DUP4_ARG2(__lsx_vilvl_b, src10, src_minus10, src_minus11, src_minus11, |
| src11, src_minus11, src10, src10, src_minus10, src_zero0, |
| src_minus11, src_zero1); |
| DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, |
| cmp_minus11, diff_minus10, diff_minus11); |
| DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, |
| src_minus11, cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, |
| cmp_minus11, cmp_minus10, cmp_minus11); |
| DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, |
| diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); |
| |
| DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, |
| diff_minus11, offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, |
| offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, |
| src_zero0, offset, dst0); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, |
| sao_offset, offset, offset, offset); |
| |
| dst0 = __lsx_vxori_b(dst0, 128); |
| dst0 = __lsx_vsadd_b(dst0, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| src_minus10 = src10; |
| src_minus11 = src11; |
| |
| /* load in advance */ |
| DUP2_ARG2(__lsx_vldx, src, src_stride, src, src_stride_2x, |
| src10, src11); |
| |
| __lsx_vstelm_d(dst0, dst, 0, 0); |
| __lsx_vstelm_d(dst0, dst + dst_stride, 0, 1); |
| dst += dst_stride_2x; |
| } |
| |
| DUP4_ARG2(__lsx_vilvl_b, src10, src_minus10, src_minus11, src_minus11, |
| src11, src_minus11, src10, src10, src_minus10, src_zero0, |
| src_minus11, src_zero1); |
| DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, |
| diff_minus10, diff_minus11); |
| DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, src_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, |
| const1, cmp_minus11, diff_minus10, diff_minus11); |
| |
| DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, |
| diff_minus11, offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, |
| offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, |
| src_zero0, offset, dst0); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, |
| sao_offset, offset, offset, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| dst0 = __lsx_vsadd_b(dst0, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| |
| __lsx_vstelm_d(dst0, dst, 0, 0); |
| __lsx_vstelm_d(dst0, dst + dst_stride, 0, 1); |
| } |
| |
| static void hevc_sao_edge_filter_90degree_16multiple_lsx(uint8_t *dst, |
| int32_t dst_stride, |
| const uint8_t *src, |
| int32_t src_stride, |
| const int16_t * |
| sao_offset_val, |
| int32_t width, |
| int32_t height) |
| { |
| const uint8_t *src_orig = src; |
| uint8_t *dst_orig = dst; |
| int32_t h_cnt, v_cnt; |
| const int32_t src_stride_2x = (src_stride << 1); |
| const int32_t dst_stride_2x = (dst_stride << 1); |
| const int32_t src_stride_4x = (src_stride << 2); |
| const int32_t dst_stride_4x = (dst_stride << 2); |
| const int32_t src_stride_3x = src_stride_2x + src_stride; |
| const int32_t dst_stride_3x = dst_stride_2x + dst_stride; |
| __m128i edge_idx = {0x403000201, 0x0}; |
| __m128i const1 = __lsx_vldi(1); |
| __m128i cmp_minus10, cmp_plus10, diff_minus10, diff_plus10, cmp_minus11; |
| __m128i cmp_plus11, diff_minus11, diff_plus11, cmp_minus12, cmp_plus12; |
| __m128i diff_minus12, diff_plus12, cmp_minus13, cmp_plus13, diff_minus13; |
| __m128i diff_plus13; |
| __m128i src10, src_minus10, dst0, src11, src_minus11, dst1; |
| __m128i src12, dst2, src13, dst3; |
| __m128i offset_mask0, offset_mask1, offset_mask2, offset_mask3, sao_offset; |
| |
| sao_offset = __lsx_vld(sao_offset_val, 0); |
| sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); |
| |
| for (v_cnt = 0; v_cnt < width; v_cnt += 16) { |
| src = src_orig + v_cnt; |
| dst = dst_orig + v_cnt; |
| |
| DUP2_ARG2(__lsx_vld, src - src_stride, 0, src, 0, |
| src_minus10, src_minus11); |
| |
| for (h_cnt = (height >> 2); h_cnt--;) { |
| DUP4_ARG2(__lsx_vldx, src, src_stride, src, src_stride_2x, |
| src, src_stride_3x, src, src_stride_4x, |
| src10, src11, src12, src13); |
| DUP4_ARG2(__lsx_vseq_b, src_minus11, src_minus10, src_minus11, |
| src10, src10, src_minus11, src10, src11, cmp_minus10, |
| cmp_plus10, cmp_minus11, cmp_plus11); |
| DUP4_ARG2(__lsx_vseq_b, src11, src10, src11, src12, src12, src11, |
| src12, src13, cmp_minus12, cmp_plus12, |
| cmp_minus13, cmp_plus13); |
| DUP4_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_plus10, |
| cmp_plus10, cmp_minus11, cmp_minus11, cmp_plus11, |
| cmp_plus11, diff_minus10, diff_plus10, diff_minus11, |
| diff_plus11); |
| DUP4_ARG2(__lsx_vnor_v, cmp_minus12, cmp_minus12, cmp_plus12, |
| cmp_plus12, cmp_minus13, cmp_minus13, cmp_plus13, |
| cmp_plus13, diff_minus12, diff_plus12, diff_minus13, |
| diff_plus13); |
| DUP4_ARG2(__lsx_vsle_bu, src_minus11, src_minus10, src_minus11, |
| src10, src10, src_minus11, src10, src11, cmp_minus10, |
| cmp_plus10, cmp_minus11, cmp_plus11); |
| DUP4_ARG2(__lsx_vsle_bu, src11, src10, src11, src12, src12, src11, |
| src12, src13, cmp_minus12, cmp_plus12, cmp_minus13, |
| cmp_plus13); |
| DUP4_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_plus10, |
| cmp_plus10, cmp_minus11, cmp_minus11, cmp_plus11, |
| cmp_plus11, cmp_minus10, cmp_plus10, cmp_minus11, |
| cmp_plus11); |
| DUP4_ARG2(__lsx_vnor_v, cmp_minus12, cmp_minus12, cmp_plus12, |
| cmp_plus12, cmp_minus13, cmp_minus13, cmp_plus13, |
| cmp_plus13, cmp_minus12, cmp_plus12, cmp_minus13, |
| cmp_plus13); |
| DUP4_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, |
| diff_plus10, const1, cmp_plus10, diff_minus11, const1, |
| cmp_minus11, diff_plus11, const1, cmp_plus11, |
| diff_minus10, diff_plus10, diff_minus11, diff_plus11); |
| DUP4_ARG3(__lsx_vbitsel_v, diff_minus12, const1, cmp_minus12, |
| diff_plus12, const1, cmp_plus12, diff_minus13, const1, |
| cmp_minus13, diff_plus13, const1, cmp_plus13, |
| diff_minus12, diff_plus12, diff_minus13, diff_plus13); |
| |
| DUP4_ARG2(__lsx_vadd_b, diff_minus10, diff_plus10, diff_minus11, |
| diff_plus11, diff_minus12, diff_plus12, diff_minus13, |
| diff_plus13, offset_mask0, offset_mask1, offset_mask2, |
| offset_mask3); |
| DUP4_ARG2(__lsx_vaddi_bu, offset_mask0, 2, offset_mask1, 2, |
| offset_mask2, 2, offset_mask3, 2, offset_mask0, |
| offset_mask1, offset_mask2, offset_mask3); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask0, |
| sao_offset, sao_offset, offset_mask0,\ |
| offset_mask0, offset_mask0); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask1, |
| sao_offset, sao_offset, offset_mask1, offset_mask1, |
| offset_mask1); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask2, |
| sao_offset, sao_offset, offset_mask2, offset_mask2, |
| offset_mask2); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask3, |
| sao_offset, sao_offset, offset_mask3, offset_mask3, |
| offset_mask3); |
| |
| src_minus10 = src12; |
| DUP4_ARG2(__lsx_vxori_b, src_minus11, 128, src10, 128, src11, 128, |
| src12, 128, src_minus11, src10, src11, src12); |
| DUP4_ARG2(__lsx_vsadd_b, src_minus11, offset_mask0, src10, |
| offset_mask1, src11, offset_mask2, src12, |
| offset_mask3, dst0, dst1, dst2, dst3); |
| DUP4_ARG2(__lsx_vxori_b, dst0, 128, dst1, 128, dst2, 128, dst3, |
| 128, dst0, dst1, dst2, dst3); |
| src_minus11 = src13; |
| |
| __lsx_vst(dst0, dst, 0); |
| __lsx_vstx(dst1, dst, dst_stride); |
| __lsx_vstx(dst2, dst, dst_stride_2x); |
| __lsx_vstx(dst3, dst, dst_stride_3x); |
| src += src_stride_4x; |
| dst += dst_stride_4x; |
| } |
| } |
| } |
| |
| static void hevc_sao_edge_filter_45degree_4width_lsx(uint8_t *dst, |
| int32_t dst_stride, |
| const uint8_t *src, |
| int32_t src_stride, |
| const int16_t *sao_offset_val, |
| int32_t height) |
| { |
| const uint8_t *src_orig; |
| const int32_t src_stride_2x = (src_stride << 1); |
| const int32_t dst_stride_2x = (dst_stride << 1); |
| __m128i shuf1 = {0x807060504030201, 0x100F0E0D0C0B0A09}; |
| __m128i shuf2 = {0x908070605040302, 0x11100F0E0D0C0B0A}; |
| __m128i edge_idx = {0x403000201, 0x0}; |
| __m128i const1 = __lsx_vldi(1); |
| __m128i offset, sao_offset = __lsx_vld(sao_offset_val, 0); |
| __m128i cmp_minus10, diff_minus10, src_minus10, cmp_minus11, diff_minus11; |
| __m128i src_minus11, src10, src11; |
| __m128i src_plus0, src_zero0, src_plus1, src_zero1, dst0; |
| __m128i offset_mask0, offset_mask1; |
| __m128i zeros = {0}; |
| |
| sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); |
| src_orig = src - 1; |
| |
| /* load in advance */ |
| DUP2_ARG2(__lsx_vld, src_orig - src_stride, 0, src_orig, 0, |
| src_minus10, src_minus11); |
| DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, |
| src10, src11); |
| |
| for (height -= 2; height; height -= 2) { |
| src_orig += src_stride_2x; |
| |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus11, shuf1, zeros, src10, |
| shuf1, src_zero0, src_zero1); |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src10, shuf2, zeros, src11, shuf2, |
| src_plus0, src_plus1); |
| |
| DUP2_ARG2(__lsx_vilvl_b, src_plus0, src_minus10, src_plus1, |
| src_minus11, src_minus10, src_minus11); |
| DUP2_ARG2(__lsx_vilvl_b, src_zero0, src_zero0, src_zero1, |
| src_zero1, src_zero0, src_zero1); |
| DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, |
| src_minus11, cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, |
| cmp_minus11, diff_minus10, diff_minus11); |
| DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, |
| src_minus11, cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, |
| cmp_minus11, cmp_minus10, cmp_minus11); |
| DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, |
| diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); |
| |
| DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, |
| diff_minus11, offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, |
| offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, |
| src_zero0, offset, dst0); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, |
| sao_offset, offset, offset, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| dst0 = __lsx_vsadd_b(dst0, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| |
| src_minus10 = src10; |
| src_minus11 = src11; |
| |
| /* load in advance */ |
| DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, |
| src10, src11); |
| |
| __lsx_vstelm_w(dst0, dst, 0, 0); |
| __lsx_vstelm_w(dst0, dst + dst_stride, 0, 2); |
| dst += dst_stride_2x; |
| } |
| |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus11, shuf1, zeros, src10, shuf1, |
| src_zero0, src_zero1); |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src10, shuf2, zeros, src11, shuf2, |
| src_plus0, src_plus1); |
| |
| DUP2_ARG2(__lsx_vilvl_b, src_plus0, src_minus10, src_plus1, src_minus11, |
| src_minus10, src_minus11); |
| DUP2_ARG2(__lsx_vilvl_b, src_zero0, src_zero0, src_zero1, src_zero1, |
| src_zero0, src_zero1); |
| DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, |
| diff_minus10, diff_minus11); |
| DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, src_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, |
| const1, cmp_minus11, diff_minus10, diff_minus11); |
| |
| DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, |
| diff_minus11, offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, offset_mask0, |
| offset_mask1); |
| DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, |
| src_zero0, offset, dst0); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, |
| sao_offset, offset, offset, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| dst0 = __lsx_vsadd_b(dst0, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| |
| __lsx_vstelm_w(dst0, dst, 0, 0); |
| __lsx_vstelm_w(dst0, dst + dst_stride, 0, 2); |
| } |
| |
| static void hevc_sao_edge_filter_45degree_8width_lsx(uint8_t *dst, |
| int32_t dst_stride, |
| const uint8_t *src, |
| int32_t src_stride, |
| const int16_t *sao_offset_val, |
| int32_t height) |
| { |
| const uint8_t *src_orig; |
| const int32_t src_stride_2x = (src_stride << 1); |
| const int32_t dst_stride_2x = (dst_stride << 1); |
| __m128i shuf1 = {0x807060504030201, 0x100F0E0D0C0B0A09}; |
| __m128i shuf2 = {0x908070605040302, 0x11100F0E0D0C0B0A}; |
| __m128i edge_idx = {0x403000201, 0x0}; |
| __m128i const1 = __lsx_vldi(1); |
| __m128i offset, sao_offset = __lsx_vld(sao_offset_val, 0); |
| __m128i cmp_minus10, diff_minus10, cmp_minus11, diff_minus11; |
| __m128i src_minus10, src10, src_minus11, src11; |
| __m128i src_zero0, src_plus10, src_zero1, src_plus11, dst0; |
| __m128i offset_mask0, offset_mask1; |
| __m128i zeros = {0}; |
| |
| sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); |
| src_orig = src - 1; |
| |
| /* load in advance */ |
| DUP2_ARG2(__lsx_vld, src_orig - src_stride, 0, src_orig, 0, src_minus10, |
| src_minus11); |
| DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, |
| src10, src11); |
| |
| for (height -= 2; height; height -= 2) { |
| src_orig += src_stride_2x; |
| |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus11, shuf1, zeros, src10, |
| shuf1, src_zero0, src_zero1); |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src10, shuf2, zeros, src11, shuf2, |
| src_plus10, src_plus11); |
| |
| DUP2_ARG2(__lsx_vilvl_b, src_plus10, src_minus10, src_plus11, |
| src_minus11, src_minus10, src_minus11); |
| DUP2_ARG2(__lsx_vilvl_b, src_zero0, src_zero0, src_zero1, src_zero1, |
| src_zero0, src_zero1); |
| DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, |
| cmp_minus11, diff_minus10, diff_minus11); |
| DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, |
| src_minus11, cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, |
| cmp_minus11, cmp_minus10, cmp_minus11); |
| DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, |
| diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); |
| |
| DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, |
| diff_minus11, offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, |
| offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, |
| src_zero0, offset, dst0); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, |
| sao_offset, offset, offset, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| dst0 = __lsx_vsadd_b(dst0, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| |
| src_minus10 = src10; |
| src_minus11 = src11; |
| |
| /* load in advance */ |
| DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, |
| src10, src11) |
| __lsx_vstelm_d(dst0, dst, 0, 0); |
| __lsx_vstelm_d(dst0, dst + dst_stride, 0, 1); |
| dst += dst_stride_2x; |
| } |
| |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus11, shuf1, zeros, src10, shuf1, |
| src_zero0, src_zero1); |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src10, shuf2, zeros, src11, shuf2, |
| src_plus10, src_plus11); |
| DUP2_ARG2(__lsx_vilvl_b, src_plus10, src_minus10, src_plus11, src_minus11, |
| src_minus10, src_minus11); |
| DUP2_ARG2(__lsx_vilvl_b, src_zero0, src_zero0, src_zero1, src_zero1, |
| src_zero0, src_zero1); |
| |
| DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, |
| cmp_minus11, diff_minus10, diff_minus11); |
| DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, src_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, |
| const1, cmp_minus11, diff_minus10, diff_minus11); |
| |
| DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, |
| diff_minus11, offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, offset_mask0, |
| offset_mask1); |
| DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, |
| src_zero0, offset, dst0); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, |
| sao_offset, offset, offset, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| dst0 = __lsx_vsadd_b(dst0, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| |
| src_minus10 = src10; |
| src_minus11 = src11; |
| |
| /* load in advance */ |
| DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, |
| src10, src11); |
| |
| __lsx_vstelm_d(dst0, dst, 0, 0); |
| __lsx_vstelm_d(dst0, dst + dst_stride, 0, 1); |
| } |
| |
| static void hevc_sao_edge_filter_45degree_16multiple_lsx(uint8_t *dst, |
| int32_t dst_stride, |
| const uint8_t *src, |
| int32_t src_stride, |
| const int16_t * |
| sao_offset_val, |
| int32_t width, |
| int32_t height) |
| { |
| const uint8_t *src_orig = src; |
| uint8_t *dst_orig = dst; |
| int32_t v_cnt; |
| const int32_t src_stride_2x = (src_stride << 1); |
| const int32_t dst_stride_2x = (dst_stride << 1); |
| const int32_t src_stride_4x = (src_stride << 2); |
| const int32_t dst_stride_4x = (dst_stride << 2); |
| const int32_t src_stride_3x = src_stride_2x + src_stride; |
| const int32_t dst_stride_3x = dst_stride_2x + dst_stride; |
| |
| __m128i shuf1 = {0x807060504030201, 0x100F0E0D0C0B0A09}; |
| __m128i shuf2 = {0x908070605040302, 0x11100F0E0D0C0B0A}; |
| __m128i edge_idx = {0x403000201, 0x0}; |
| __m128i const1 = __lsx_vldi(1); |
| __m128i cmp_minus10, cmp_plus10, diff_minus10, diff_plus10, cmp_minus11; |
| __m128i cmp_plus11, diff_minus11, diff_plus11, cmp_minus12, cmp_plus12; |
| __m128i diff_minus12, diff_plus12, cmp_minus13, cmp_plus13, diff_minus13; |
| __m128i diff_plus13, src_minus14, src_plus13; |
| __m128i offset_mask0, offset_mask1, offset_mask2, offset_mask3; |
| __m128i src10, src_minus10, dst0, src11, src_minus11, dst1; |
| __m128i src12, src_minus12, dst2, src13, src_minus13, dst3; |
| __m128i src_zero0, src_plus10, src_zero1, src_plus11, src_zero2; |
| __m128i src_zero3, sao_offset, src_plus12; |
| |
| sao_offset = __lsx_vld(sao_offset_val, 0); |
| sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); |
| |
| for (; height; height -= 4) { |
| src_orig = src - 1; |
| dst_orig = dst; |
| src_minus11 = __lsx_vld(src_orig, 0); |
| DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, |
| src_minus12, src_minus13); |
| src_minus14 = __lsx_vldx(src_orig, src_stride_3x); |
| |
| for (v_cnt = 0; v_cnt < width; v_cnt += 16) { |
| src_minus10 = __lsx_vld(src_orig - src_stride, 0); |
| src_orig += 16; |
| src10 = __lsx_vld(src_orig, 0); |
| DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, |
| src_stride_2x, src11, src12); |
| src13 = __lsx_vldx(src_orig, src_stride_3x); |
| src_plus13 = __lsx_vld(src + v_cnt + src_stride_4x, 1); |
| |
| DUP4_ARG3(__lsx_vshuf_b, src10, src_minus11, shuf1, src11, |
| src_minus12, shuf1, src12, src_minus13, shuf1, |
| src13, src_minus14, shuf1, src_zero0, src_zero1, |
| src_zero2, src_zero3); |
| DUP2_ARG3(__lsx_vshuf_b, src11, src_minus12, shuf2, src12, |
| src_minus13, shuf2, src_plus10, src_plus11); |
| src_plus12 = __lsx_vshuf_b(src13, src_minus14, shuf2); |
| |
| DUP4_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero0, |
| src_plus10, src_zero1, src_minus11, src_zero1, |
| src_plus11, cmp_minus10, cmp_plus10, |
| cmp_minus11, cmp_plus11); |
| DUP4_ARG2(__lsx_vseq_b, src_zero2, src_minus12, src_zero2, |
| src_plus12, src_zero3, src_minus13, src_zero3, |
| src_plus13, cmp_minus12, cmp_plus12, |
| cmp_minus13, cmp_plus13); |
| DUP4_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_plus10, |
| cmp_plus10, cmp_minus11, cmp_minus11, cmp_plus11, |
| cmp_plus11, diff_minus10, diff_plus10, diff_minus11, |
| diff_plus11); |
| DUP4_ARG2(__lsx_vnor_v, cmp_minus12, cmp_minus12, cmp_plus12, |
| cmp_plus12, cmp_minus13, cmp_minus13, cmp_plus13, |
| cmp_plus13, diff_minus12, diff_plus12, diff_minus13, |
| diff_plus13); |
| DUP4_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero0, |
| src_plus10, src_zero1, src_minus11, src_zero1, |
| src_plus11, cmp_minus10, cmp_plus10, cmp_minus11, |
| cmp_plus11); |
| DUP4_ARG2(__lsx_vsle_bu, src_zero2, src_minus12, src_zero2, |
| src_plus12, src_zero3, src_minus13, src_zero3, |
| src_plus13, cmp_minus12, cmp_plus12, cmp_minus13, |
| cmp_plus13); |
| DUP4_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_plus10, |
| cmp_plus10, cmp_minus11, cmp_minus11, cmp_plus11, |
| cmp_plus11, cmp_minus10, cmp_plus10, cmp_minus11, |
| cmp_plus11); |
| DUP4_ARG2(__lsx_vnor_v, cmp_minus12, cmp_minus12, cmp_plus12, |
| cmp_plus12, cmp_minus13, cmp_minus13, cmp_plus13, |
| cmp_plus13, cmp_minus12, cmp_plus12, cmp_minus13, |
| cmp_plus13); |
| DUP4_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, |
| diff_plus10, const1, cmp_plus10, diff_minus11, const1, |
| cmp_minus11, diff_plus11, const1, cmp_plus11, |
| diff_minus10, diff_plus10, diff_minus11, diff_plus11); |
| DUP4_ARG3(__lsx_vbitsel_v, diff_minus12, const1, cmp_minus12, |
| diff_plus12, const1, cmp_plus12, diff_minus13, const1, |
| cmp_minus13, diff_plus13, const1, cmp_plus13, |
| diff_minus12, diff_plus12, diff_minus13, diff_plus13); |
| |
| DUP4_ARG2(__lsx_vadd_b, diff_minus10, diff_plus10, diff_minus11, |
| diff_plus11, diff_minus12, diff_plus12, diff_minus13, |
| diff_plus13, offset_mask0, offset_mask1, offset_mask2, |
| offset_mask3); |
| DUP4_ARG2(__lsx_vaddi_bu, offset_mask0, 2, offset_mask1, 2, |
| offset_mask2, 2, offset_mask3, 2, offset_mask0, |
| offset_mask1, offset_mask2, offset_mask3); |
| |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask0, |
| sao_offset, sao_offset, offset_mask0, offset_mask0, |
| offset_mask0); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask1, |
| sao_offset, sao_offset, offset_mask1, offset_mask1, |
| offset_mask1); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask2, |
| sao_offset, sao_offset, offset_mask2, offset_mask2, |
| offset_mask2); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask3, |
| sao_offset, sao_offset, offset_mask3, offset_mask3, |
| offset_mask3); |
| |
| DUP4_ARG2(__lsx_vxori_b, src_zero0, 128, src_zero1, 128, src_zero2, |
| 128, src_zero3, 128, src_zero0, src_zero1, src_zero2, |
| src_zero3); |
| DUP4_ARG2(__lsx_vsadd_b, src_zero0, offset_mask0, src_zero1, |
| offset_mask1, src_zero2, offset_mask2, src_zero3, |
| offset_mask3, dst0, dst1, dst2, dst3); |
| DUP4_ARG2(__lsx_vxori_b, dst0, 128, dst1, 128, dst2, 128, dst3, |
| 128, dst0, dst1, dst2, dst3); |
| |
| src_minus11 = src10; |
| src_minus12 = src11; |
| src_minus13 = src12; |
| src_minus14 = src13; |
| |
| __lsx_vst(dst0, dst_orig, 0); |
| __lsx_vstx(dst1, dst_orig, dst_stride); |
| __lsx_vstx(dst2, dst_orig, dst_stride_2x); |
| __lsx_vstx(dst3, dst_orig, dst_stride_3x); |
| dst_orig += 16; |
| } |
| src += src_stride_4x; |
| dst += dst_stride_4x; |
| } |
| } |
| |
| static void hevc_sao_edge_filter_135degree_4width_lsx(uint8_t *dst, |
| int32_t dst_stride, |
| const uint8_t *src, |
| int32_t src_stride, |
| const int16_t *sao_offset_val, |
| int32_t height) |
| { |
| const uint8_t *src_orig; |
| const int32_t src_stride_2x = (src_stride << 1); |
| const int32_t dst_stride_2x = (dst_stride << 1); |
| |
| __m128i shuf1 = {0x807060504030201, 0x100F0E0D0C0B0A09}; |
| __m128i shuf2 = {0x908070605040302, 0x11100F0E0D0C0B0A}; |
| __m128i edge_idx = {0x403000201, 0x0}; |
| __m128i const1 = __lsx_vldi(1); |
| __m128i offset, sao_offset = __lsx_vld(sao_offset_val, 0); |
| __m128i src_zero0, src_zero1, dst0; |
| __m128i cmp_minus10, diff_minus10, cmp_minus11, diff_minus11; |
| __m128i src_minus10, src10, src_minus11, src11; |
| __m128i offset_mask0, offset_mask1; |
| __m128i zeros = {0}; |
| |
| sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); |
| src_orig = src - 1; |
| |
| /* load in advance */ |
| DUP2_ARG2(__lsx_vld, src_orig - src_stride, 0, src_orig, 0, |
| src_minus10, src_minus11); |
| DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, |
| src10, src11); |
| |
| for (height -= 2; height; height -= 2) { |
| src_orig += src_stride_2x; |
| |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus11, shuf1, zeros, src10, |
| shuf1, src_zero0, src_zero1); |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus10, shuf2, zeros, src_minus11, |
| shuf2, src_minus10, src_minus11); |
| |
| DUP2_ARG2(__lsx_vilvl_b, src10, src_minus10, src11, src_minus11, |
| src_minus10, src_minus11); |
| DUP2_ARG2(__lsx_vilvl_b, src_zero0, src_zero0, src_zero1, src_zero1, |
| src_zero0, src_zero1); |
| DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, |
| cmp_minus11, diff_minus10, diff_minus11); |
| DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, |
| src_minus11, cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, |
| cmp_minus11, cmp_minus10, cmp_minus11); |
| DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, |
| diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); |
| |
| DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, |
| diff_minus11, offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, |
| offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, |
| src_zero0, offset, dst0); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, |
| sao_offset, offset, offset, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| dst0 = __lsx_vsadd_b(dst0, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| |
| src_minus10 = src10; |
| src_minus11 = src11; |
| |
| /* load in advance */ |
| DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, |
| src10, src11); |
| |
| __lsx_vstelm_w(dst0, dst, 0, 0); |
| __lsx_vstelm_w(dst0, dst + dst_stride, 0, 2); |
| dst += dst_stride_2x; |
| } |
| |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus11, shuf1, zeros, src10, shuf1, |
| src_zero0, src_zero1); |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus10, shuf2, zeros, src_minus11, |
| shuf2, src_minus10, src_minus11); |
| |
| DUP2_ARG2(__lsx_vilvl_b, src10, src_minus10, src11, src_minus11, |
| src_minus10, src_minus11); |
| DUP2_ARG2(__lsx_vilvl_b, src_zero0, src_zero0, src_zero1, src_zero1, |
| src_zero0, src_zero1); |
| DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, |
| cmp_minus11, diff_minus10, diff_minus11); |
| DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, src_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, |
| const1, cmp_minus11, diff_minus10, diff_minus11); |
| |
| DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, |
| diff_minus11, offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, offset_mask0, |
| offset_mask1); |
| DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, |
| src_zero0, offset, dst0); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, |
| sao_offset, offset, offset, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| dst0 = __lsx_vsadd_b(dst0, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| |
| __lsx_vstelm_w(dst0, dst, 0, 0); |
| __lsx_vstelm_w(dst0, dst + dst_stride, 0, 2); |
| dst += dst_stride_2x; |
| } |
| |
| static void hevc_sao_edge_filter_135degree_8width_lsx(uint8_t *dst, |
| int32_t dst_stride, |
| const uint8_t *src, |
| int32_t src_stride, |
| const int16_t *sao_offset_val, |
| int32_t height) |
| { |
| const uint8_t *src_orig; |
| const int32_t src_stride_2x = (src_stride << 1); |
| const int32_t dst_stride_2x = (dst_stride << 1); |
| |
| __m128i shuf1 = {0x807060504030201, 0x100F0E0D0C0B0A09}; |
| __m128i shuf2 = {0x908070605040302, 0x11100F0E0D0C0B0A}; |
| __m128i edge_idx = {0x403000201, 0x0}; |
| __m128i const1 = __lsx_vldi(1); |
| __m128i offset, sao_offset = __lsx_vld(sao_offset_val, 0); |
| __m128i cmp_minus10, diff_minus10, cmp_minus11, diff_minus11; |
| __m128i src_minus10, src10, src_minus11, src11; |
| __m128i src_zero0, src_zero1, dst0; |
| __m128i offset_mask0, offset_mask1; |
| __m128i zeros = {0}; |
| |
| sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); |
| src_orig = src - 1; |
| |
| /* load in advance */ |
| DUP2_ARG2(__lsx_vld, src_orig - src_stride, 0, src_orig, 0, |
| src_minus10, src_minus11); |
| DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, |
| src10, src11); |
| |
| for (height -= 2; height; height -= 2) { |
| src_orig += src_stride_2x; |
| |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus11, shuf1, zeros, src10, |
| shuf1, src_zero0, src_zero1); |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus10, shuf2, zeros, src_minus11, |
| shuf2, src_minus10, src_minus11); |
| |
| DUP2_ARG2(__lsx_vilvl_b, src10, src_minus10, src11, src_minus11, |
| src_minus10, src_minus11); |
| DUP2_ARG2(__lsx_vilvl_b, src_zero0, src_zero0, src_zero1, src_zero1, |
| src_zero0, src_zero1); |
| DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, |
| cmp_minus11, diff_minus10, diff_minus11); |
| DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, |
| src_minus11, cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, |
| cmp_minus11, cmp_minus10, cmp_minus11); |
| DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, |
| diff_minus11, const1, cmp_minus11, diff_minus10, diff_minus11); |
| |
| DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, |
| diff_minus11, offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, |
| offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, |
| src_zero0, offset, dst0); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, |
| sao_offset, offset, offset, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| dst0 = __lsx_vsadd_b(dst0, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| |
| src_minus10 = src10; |
| src_minus11 = src11; |
| |
| /* load in advance */ |
| DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, |
| src10, src11); |
| |
| __lsx_vstelm_d(dst0, dst, 0, 0); |
| __lsx_vstelm_d(dst0, dst + dst_stride, 0, 1); |
| dst += dst_stride_2x; |
| } |
| |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus11, shuf1, zeros, src10, shuf1, |
| src_zero0, src_zero1); |
| DUP2_ARG3(__lsx_vshuf_b, zeros, src_minus10, shuf2, zeros, src_minus11, |
| shuf2, src_minus10, src_minus11); |
| |
| DUP2_ARG2(__lsx_vilvl_b, src10, src_minus10, src11, src_minus11, |
| src_minus10, src_minus11); |
| DUP2_ARG2(__lsx_vilvl_b, src_zero0, src_zero0, src_zero1, src_zero1, |
| src_zero0, src_zero1); |
| DUP2_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero1, src_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, |
| diff_minus10, diff_minus11); |
| DUP2_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero1, src_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_minus11, cmp_minus11, |
| cmp_minus10, cmp_minus11); |
| DUP2_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, diff_minus11, |
| const1, cmp_minus11, diff_minus10, diff_minus11); |
| |
| DUP2_ARG2(__lsx_vhaddw_hu_bu, diff_minus10, diff_minus10, diff_minus11, |
| diff_minus11, offset_mask0, offset_mask1); |
| DUP2_ARG2(__lsx_vaddi_hu, offset_mask0, 2, offset_mask1, 2, offset_mask0, |
| offset_mask1); |
| DUP2_ARG2(__lsx_vpickev_b, offset_mask1, offset_mask0, src_zero1, |
| src_zero0, offset, dst0); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset, sao_offset, |
| sao_offset, offset, offset, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| dst0 = __lsx_vsadd_b(dst0, offset); |
| dst0 = __lsx_vxori_b(dst0, 128); |
| |
| __lsx_vstelm_d(dst0, dst, 0, 0); |
| __lsx_vstelm_d(dst0, dst + dst_stride, 0, 1); |
| } |
| |
| static void hevc_sao_edge_filter_135degree_16multiple_lsx(uint8_t *dst, |
| int32_t dst_stride, |
| const uint8_t *src, |
| int32_t src_stride, |
| const int16_t *sao_offset_val, |
| int32_t width, |
| int32_t height) |
| { |
| const uint8_t *src_orig; |
| uint8_t *dst_orig; |
| int32_t v_cnt; |
| const int32_t src_stride_2x = (src_stride << 1); |
| const int32_t dst_stride_2x = (dst_stride << 1); |
| const int32_t src_stride_4x = (src_stride << 2); |
| const int32_t dst_stride_4x = (dst_stride << 2); |
| const int32_t src_stride_3x = src_stride_2x + src_stride; |
| const int32_t dst_stride_3x = dst_stride_2x + dst_stride; |
| |
| __m128i shuf1 = {0x807060504030201, 0x100F0E0D0C0B0A09}; |
| __m128i shuf2 = {0x908070605040302, 0x11100F0E0D0C0B0A}; |
| __m128i edge_idx = {0x403000201, 0x0}; |
| __m128i const1 = __lsx_vldi(1); |
| __m128i dst0, dst1, dst2, dst3; |
| __m128i cmp_minus10, cmp_minus11, cmp_minus12, cmp_minus13, cmp_plus10; |
| __m128i cmp_plus11, cmp_plus12, cmp_plus13, diff_minus10, diff_minus11; |
| __m128i diff_minus12, diff_minus13, diff_plus10, diff_plus11, diff_plus12; |
| __m128i diff_plus13, src10, src11, src12, src13, src_minus10, src_minus11; |
| __m128i src_plus10, src_plus11, src_plus12, src_plus13; |
| __m128i src_minus12, src_minus13, src_zero0, src_zero1, src_zero2, src_zero3; |
| __m128i offset_mask0, offset_mask1, offset_mask2, offset_mask3, sao_offset; |
| |
| sao_offset = __lsx_vld(sao_offset_val, 0); |
| sao_offset = __lsx_vpickev_b(sao_offset, sao_offset); |
| |
| for (; height; height -= 4) { |
| src_orig = src - 1; |
| dst_orig = dst; |
| |
| src_minus11 = __lsx_vld(src_orig, 0); |
| DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, |
| src_plus10, src_plus11); |
| src_plus12 = __lsx_vldx(src_orig, src_stride_3x); |
| |
| for (v_cnt = 0; v_cnt < width; v_cnt += 16) { |
| src_minus10 = __lsx_vld(src_orig - src_stride, 2); |
| src_plus13 = __lsx_vldx(src_orig, src_stride_4x); |
| src_orig += 16; |
| src10 = __lsx_vld(src_orig, 0); |
| DUP2_ARG2(__lsx_vldx, src_orig, src_stride, src_orig, src_stride_2x, |
| src11, src12); |
| src13 =__lsx_vldx(src_orig, src_stride_3x); |
| |
| DUP4_ARG3(__lsx_vshuf_b, src10, src_minus11, shuf1, src11, |
| src_plus10, shuf1, src12, src_plus11, shuf1, src13, |
| src_plus12, shuf1, src_zero0, src_zero1, src_zero2, |
| src_zero3); |
| src_minus11 = __lsx_vshuf_b(src10, src_minus11, shuf2); |
| DUP2_ARG3(__lsx_vshuf_b, src11, src_plus10, shuf2, src12, |
| src_plus11, shuf2, src_minus12, src_minus13); |
| |
| DUP4_ARG2(__lsx_vseq_b, src_zero0, src_minus10, src_zero0, |
| src_plus10, src_zero1, src_minus11, src_zero1, |
| src_plus11, cmp_minus10, cmp_plus10, cmp_minus11, |
| cmp_plus11); |
| DUP4_ARG2(__lsx_vseq_b, src_zero2, src_minus12, src_zero2, |
| src_plus12, src_zero3, src_minus13, src_zero3, |
| src_plus13, cmp_minus12, cmp_plus12, cmp_minus13, |
| cmp_plus13); |
| DUP4_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_plus10, |
| cmp_plus10, cmp_minus11, cmp_minus11, cmp_plus11, |
| cmp_plus11, diff_minus10, diff_plus10, diff_minus11, |
| diff_plus11); |
| DUP4_ARG2(__lsx_vnor_v, cmp_minus12, cmp_minus12, cmp_plus12, |
| cmp_plus12, cmp_minus13, cmp_minus13, cmp_plus13, |
| cmp_plus13, diff_minus12, diff_plus12, diff_minus13, |
| diff_plus13); |
| DUP4_ARG2(__lsx_vsle_bu, src_zero0, src_minus10, src_zero0, |
| src_plus10, src_zero1, src_minus11, src_zero1, src_plus11, |
| cmp_minus10, cmp_plus10, cmp_minus11, cmp_plus11); |
| DUP4_ARG2(__lsx_vsle_bu, src_zero2, src_minus12, src_zero2, |
| src_plus12, src_zero3, src_minus13, src_zero3, src_plus13, |
| cmp_minus12, cmp_plus12, cmp_minus13, cmp_plus13); |
| DUP4_ARG2(__lsx_vnor_v, cmp_minus10, cmp_minus10, cmp_plus10, |
| cmp_plus10, cmp_minus11, cmp_minus11, cmp_plus11, |
| cmp_plus11, cmp_minus10, cmp_plus10, cmp_minus11, |
| cmp_plus11); |
| DUP4_ARG2(__lsx_vnor_v, cmp_minus12, cmp_minus12, cmp_plus12, |
| cmp_plus12, cmp_minus13, cmp_minus13, cmp_plus13, |
| cmp_plus13, cmp_minus12, cmp_plus12, cmp_minus13, |
| cmp_plus13); |
| DUP4_ARG3(__lsx_vbitsel_v, diff_minus10, const1, cmp_minus10, |
| diff_plus10, const1, cmp_plus10, diff_minus11, const1, |
| cmp_minus11, diff_plus11, const1, cmp_plus11, |
| diff_minus10, diff_plus10, diff_minus11, diff_plus11); |
| DUP4_ARG3(__lsx_vbitsel_v, diff_minus12, const1, cmp_minus12, |
| diff_plus12, const1, cmp_plus12, diff_minus13, const1, |
| cmp_minus13, diff_plus13, const1, cmp_plus13, |
| diff_minus12, diff_plus12, diff_minus13, diff_plus13); |
| |
| DUP4_ARG2(__lsx_vadd_b, diff_minus10, diff_plus10, diff_minus11, |
| diff_plus11, diff_minus12, diff_plus12, diff_minus13, |
| diff_plus13, offset_mask0, offset_mask1, offset_mask2, |
| offset_mask3); |
| DUP4_ARG2(__lsx_vaddi_bu, offset_mask0, 2, offset_mask1, 2, |
| offset_mask2, 2, offset_mask3, 2, offset_mask0, |
| offset_mask1, offset_mask2, offset_mask3); |
| |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask0, |
| sao_offset, sao_offset, offset_mask0, offset_mask0, |
| offset_mask0); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask1, |
| sao_offset, sao_offset, offset_mask1, offset_mask1, |
| offset_mask1); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask2, |
| sao_offset, sao_offset, offset_mask2, offset_mask2, |
| offset_mask2); |
| DUP2_ARG3(__lsx_vshuf_b, edge_idx, edge_idx, offset_mask3, |
| sao_offset, sao_offset, offset_mask3, offset_mask3, |
| offset_mask3); |
| |
| DUP4_ARG2(__lsx_vxori_b, src_zero0, 128, src_zero1, 128, |
| src_zero2, 128, src_zero3, 128, src_zero0, src_zero1, |
| src_zero2, src_zero3); |
| DUP4_ARG2(__lsx_vsadd_b, src_zero0, offset_mask0, src_zero1, |
| offset_mask1, src_zero2, offset_mask2, src_zero3, |
| offset_mask3, dst0, dst1, dst2, dst3); |
| DUP4_ARG2(__lsx_vxori_b, dst0, 128, dst1, 128, dst2, 128, dst3, |
| 128, dst0, dst1, dst2, dst3); |
| |
| src_minus11 = src10; |
| src_plus10 = src11; |
| src_plus11 = src12; |
| src_plus12 = src13; |
| |
| __lsx_vst(dst0, dst_orig, 0); |
| __lsx_vstx(dst1, dst_orig, dst_stride); |
| __lsx_vstx(dst2, dst_orig, dst_stride_2x); |
| __lsx_vstx(dst3, dst_orig, dst_stride_3x); |
| dst_orig += 16; |
| } |
| |
| src += src_stride_4x; |
| dst += dst_stride_4x; |
| } |
| } |
| |
| void ff_hevc_sao_edge_filter_8_lsx(uint8_t *dst, const uint8_t *src, |
| ptrdiff_t stride_dst, |
| const int16_t *sao_offset_val, |
| int eo, int width, int height) |
| { |
| ptrdiff_t stride_src = (2 * MAX_PB_SIZE + AV_INPUT_BUFFER_PADDING_SIZE); |
| |
| switch (eo) { |
| case 0: |
| if (width >> 4) { |
| hevc_sao_edge_filter_0degree_16multiple_lsx(dst, stride_dst, |
| src, stride_src, |
| sao_offset_val, |
| width - (width & 0x0F), |
| height); |
| dst += width & 0xFFFFFFF0; |
| src += width & 0xFFFFFFF0; |
| width &= 0x0F; |
| } |
| |
| if (width >> 3) { |
| hevc_sao_edge_filter_0degree_8width_lsx(dst, stride_dst, |
| src, stride_src, |
| sao_offset_val, height); |
| dst += 8; |
| src += 8; |
| width &= 0x07; |
| } |
| |
| if (width) { |
| hevc_sao_edge_filter_0degree_4width_lsx(dst, stride_dst, |
| src, stride_src, |
| sao_offset_val, height); |
| } |
| break; |
| |
| case 1: |
| if (width >> 4) { |
| hevc_sao_edge_filter_90degree_16multiple_lsx(dst, stride_dst, |
| src, stride_src, |
| sao_offset_val, |
| width - (width & 0x0F), |
| height); |
| dst += width & 0xFFFFFFF0; |
| src += width & 0xFFFFFFF0; |
| width &= 0x0F; |
| } |
| |
| if (width >> 3) { |
| hevc_sao_edge_filter_90degree_8width_lsx(dst, stride_dst, |
| src, stride_src, |
| sao_offset_val, height); |
| dst += 8; |
| src += 8; |
| width &= 0x07; |
| } |
| |
| if (width) { |
| hevc_sao_edge_filter_90degree_4width_lsx(dst, stride_dst, |
| src, stride_src, |
| sao_offset_val, height); |
| } |
| break; |
| |
| case 2: |
| if (width >> 4) { |
| hevc_sao_edge_filter_45degree_16multiple_lsx(dst, stride_dst, |
| src, stride_src, |
| sao_offset_val, |
| width - (width & 0x0F), |
| height); |
| dst += width & 0xFFFFFFF0; |
| src += width & 0xFFFFFFF0; |
| width &= 0x0F; |
| } |
| |
| if (width >> 3) { |
| hevc_sao_edge_filter_45degree_8width_lsx(dst, stride_dst, |
| src, stride_src, |
| sao_offset_val, height); |
| dst += 8; |
| src += 8; |
| width &= 0x07; |
| } |
| |
| if (width) { |
| hevc_sao_edge_filter_45degree_4width_lsx(dst, stride_dst, |
| src, stride_src, |
| sao_offset_val, height); |
| } |
| break; |
| |
| case 3: |
| if (width >> 4) { |
| hevc_sao_edge_filter_135degree_16multiple_lsx(dst, stride_dst, |
| src, stride_src, |
| sao_offset_val, |
| width - (width & 0x0F), |
| height); |
| dst += width & 0xFFFFFFF0; |
| src += width & 0xFFFFFFF0; |
| width &= 0x0F; |
| } |
| |
| if (width >> 3) { |
| hevc_sao_edge_filter_135degree_8width_lsx(dst, stride_dst, |
| src, stride_src, |
| sao_offset_val, height); |
| dst += 8; |
| src += 8; |
| width &= 0x07; |
| } |
| |
| if (width) { |
| hevc_sao_edge_filter_135degree_4width_lsx(dst, stride_dst, |
| src, stride_src, |
| sao_offset_val, height); |
| } |
| break; |
| } |
| } |
