| /* |
| * Copyright (c) 2023 Loongson Technology Corporation Limited |
| * Contributed by Hecai Yuan <yuanhecai@loongson.cn> |
| * |
| * This file is part of FFmpeg. |
| * |
| * FFmpeg is free software; you can redistribute it and/or |
| * modify it under the terms of the GNU Lesser General Public |
| * License as published by the Free Software Foundation; either |
| * version 2.1 of the License, or (at your option) any later version. |
| * |
| * FFmpeg is distributed in the hope that it will be useful, |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| * Lesser General Public License for more details. |
| * |
| * You should have received a copy of the GNU Lesser General Public |
| * License along with FFmpeg; if not, write to the Free Software |
| * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
| */ |
| |
| #include "loongson_asm.S" |
| |
| .macro fr_store |
| addi.d sp, sp, -64 |
| fst.d f24, sp, 0 |
| fst.d f25, sp, 8 |
| fst.d f26, sp, 16 |
| fst.d f27, sp, 24 |
| fst.d f28, sp, 32 |
| fst.d f29, sp, 40 |
| fst.d f30, sp, 48 |
| fst.d f31, sp, 56 |
| .endm |
| |
| .macro fr_recover |
| fld.d f24, sp, 0 |
| fld.d f25, sp, 8 |
| fld.d f26, sp, 16 |
| fld.d f27, sp, 24 |
| fld.d f28, sp, 32 |
| fld.d f29, sp, 40 |
| fld.d f30, sp, 48 |
| fld.d f31, sp, 56 |
| addi.d sp, sp, 64 |
| .endm |
| |
| .extern gt32x32_cnst1 |
| |
| .extern gt32x32_cnst2 |
| |
| .extern gt8x8_cnst |
| |
| .extern gt32x32_cnst0 |
| |
| .macro idct_16x32_step1_lasx |
| xvldrepl.w xr20, t1, 0 |
| xvldrepl.w xr21, t1, 4 |
| xvldrepl.w xr22, t1, 8 |
| xvldrepl.w xr23, t1, 12 |
| |
| xvmulwev.w.h xr16, xr8, xr20 |
| xvmaddwod.w.h xr16, xr8, xr20 |
| xvmulwev.w.h xr17, xr9, xr20 |
| xvmaddwod.w.h xr17, xr9, xr20 |
| |
| xvmaddwev.w.h xr16, xr10, xr21 |
| xvmaddwod.w.h xr16, xr10, xr21 |
| xvmaddwev.w.h xr17, xr11, xr21 |
| xvmaddwod.w.h xr17, xr11, xr21 |
| |
| xvmaddwev.w.h xr16, xr12, xr22 |
| xvmaddwod.w.h xr16, xr12, xr22 |
| xvmaddwev.w.h xr17, xr13, xr22 |
| xvmaddwod.w.h xr17, xr13, xr22 |
| |
| xvmaddwev.w.h xr16, xr14, xr23 |
| xvmaddwod.w.h xr16, xr14, xr23 |
| xvmaddwev.w.h xr17, xr15, xr23 |
| xvmaddwod.w.h xr17, xr15, xr23 |
| |
| xvld xr0, t2, 0 |
| xvld xr1, t2, 32 |
| |
| xvadd.w xr18, xr0, xr16 |
| xvadd.w xr19, xr1, xr17 |
| xvsub.w xr0, xr0, xr16 |
| xvsub.w xr1, xr1, xr17 |
| |
| xvst xr18, t2, 0 |
| xvst xr19, t2, 32 |
| xvst xr0, t3, 0 |
| xvst xr1, t3, 32 |
| .endm |
| |
| .macro idct_16x32_step2_lasx in0, in1, in2, in3, in4, in5, in6, in7, out0, out1 |
| |
| xvldrepl.w xr20, t1, 0 |
| xvldrepl.w xr21, t1, 4 |
| xvldrepl.w xr22, t1, 8 |
| xvldrepl.w xr23, t1, 12 |
| |
| xvmulwev.w.h \out0, \in0, xr20 |
| xvmaddwod.w.h \out0, \in0, xr20 |
| xvmulwev.w.h \out1, \in1, xr20 |
| xvmaddwod.w.h \out1, \in1, xr20 |
| xvmaddwev.w.h \out0, \in2, xr21 |
| xvmaddwod.w.h \out0, \in2, xr21 |
| xvmaddwev.w.h \out1, \in3, xr21 |
| xvmaddwod.w.h \out1, \in3, xr21 |
| xvmaddwev.w.h \out0, \in4, xr22 |
| xvmaddwod.w.h \out0, \in4, xr22 |
| xvmaddwev.w.h \out1, \in5, xr22 |
| xvmaddwod.w.h \out1, \in5, xr22 |
| xvmaddwev.w.h \out0, \in6, xr23 |
| xvmaddwod.w.h \out0, \in6, xr23 |
| xvmaddwev.w.h \out1, \in7, xr23 // sum0_r |
| xvmaddwod.w.h \out1, \in7, xr23 // sum0_l |
| .endm |
| |
| /* loop for all columns of filter constants */ |
| .macro idct_16x32_step3_lasx round |
| xvadd.w xr16, xr16, xr30 |
| xvadd.w xr17, xr17, xr31 |
| |
| xvld xr0, t2, 0 |
| xvld xr1, t2, 32 |
| |
| xvadd.w xr30, xr0, xr16 |
| xvadd.w xr31, xr1, xr17 |
| xvsub.w xr16, xr0, xr16 |
| xvsub.w xr17, xr1, xr17 |
| xvssrarni.h.w xr31, xr30, \round |
| xvssrarni.h.w xr17, xr16, \round |
| xvst xr31, t4, 0 |
| xvst xr17, t5, 0 |
| .endm |
| |
| .macro idct_16x32_lasx buf_pitch, round |
| addi.d t2, sp, 64 |
| |
| addi.d t0, a0, \buf_pitch*4*2 |
| |
| // 4 12 20 28 |
| xvld xr0, t0, 0 |
| xvld xr1, t0, \buf_pitch*8*2 |
| xvld xr2, t0, \buf_pitch*16*2 |
| xvld xr3, t0, \buf_pitch*24*2 |
| |
| xvilvl.h xr10, xr1, xr0 |
| xvilvh.h xr11, xr1, xr0 |
| xvilvl.h xr12, xr3, xr2 |
| xvilvh.h xr13, xr3, xr2 |
| |
| la.local t1, gt32x32_cnst2 |
| |
| xvldrepl.w xr20, t1, 0 |
| xvldrepl.w xr21, t1, 4 |
| xvmulwev.w.h xr14, xr10, xr20 |
| xvmaddwod.w.h xr14, xr10, xr20 |
| xvmulwev.w.h xr15, xr11, xr20 |
| xvmaddwod.w.h xr15, xr11, xr20 |
| xvmaddwev.w.h xr14, xr12, xr21 |
| xvmaddwod.w.h xr14, xr12, xr21 |
| xvmaddwev.w.h xr15, xr13, xr21 |
| xvmaddwod.w.h xr15, xr13, xr21 |
| |
| xvldrepl.w xr20, t1, 8 |
| xvldrepl.w xr21, t1, 12 |
| xvmulwev.w.h xr16, xr10, xr20 |
| xvmaddwod.w.h xr16, xr10, xr20 |
| xvmulwev.w.h xr17, xr11, xr20 |
| xvmaddwod.w.h xr17, xr11, xr20 |
| xvmaddwev.w.h xr16, xr12, xr21 |
| xvmaddwod.w.h xr16, xr12, xr21 |
| xvmaddwev.w.h xr17, xr13, xr21 |
| xvmaddwod.w.h xr17, xr13, xr21 |
| |
| xvldrepl.w xr20, t1, 16 |
| xvldrepl.w xr21, t1, 20 |
| xvmulwev.w.h xr18, xr10, xr20 |
| xvmaddwod.w.h xr18, xr10, xr20 |
| xvmulwev.w.h xr19, xr11, xr20 |
| xvmaddwod.w.h xr19, xr11, xr20 |
| xvmaddwev.w.h xr18, xr12, xr21 |
| xvmaddwod.w.h xr18, xr12, xr21 |
| xvmaddwev.w.h xr19, xr13, xr21 |
| xvmaddwod.w.h xr19, xr13, xr21 |
| |
| xvldrepl.w xr20, t1, 24 |
| xvldrepl.w xr21, t1, 28 |
| xvmulwev.w.h xr22, xr10, xr20 |
| xvmaddwod.w.h xr22, xr10, xr20 |
| xvmulwev.w.h xr23, xr11, xr20 |
| xvmaddwod.w.h xr23, xr11, xr20 |
| xvmaddwev.w.h xr22, xr12, xr21 |
| xvmaddwod.w.h xr22, xr12, xr21 |
| xvmaddwev.w.h xr23, xr13, xr21 |
| xvmaddwod.w.h xr23, xr13, xr21 |
| |
| /* process coeff 0, 8, 16, 24 */ |
| la.local t1, gt8x8_cnst |
| |
| xvld xr0, a0, 0 |
| xvld xr1, a0, \buf_pitch*8*2 |
| xvld xr2, a0, \buf_pitch*16*2 |
| xvld xr3, a0, \buf_pitch*24*2 |
| |
| xvldrepl.w xr20, t1, 0 |
| xvldrepl.w xr21, t1, 4 |
| |
| xvilvl.h xr10, xr2, xr0 |
| xvilvh.h xr11, xr2, xr0 |
| xvilvl.h xr12, xr3, xr1 |
| xvilvh.h xr13, xr3, xr1 |
| |
| xvmulwev.w.h xr4, xr10, xr20 |
| xvmaddwod.w.h xr4, xr10, xr20 // sum0_r |
| xvmulwev.w.h xr5, xr11, xr20 |
| xvmaddwod.w.h xr5, xr11, xr20 // sum0_l |
| xvmulwev.w.h xr6, xr12, xr21 |
| xvmaddwod.w.h xr6, xr12, xr21 // tmp1_r |
| xvmulwev.w.h xr7, xr13, xr21 |
| xvmaddwod.w.h xr7, xr13, xr21 // tmp1_l |
| |
| xvsub.w xr0, xr4, xr6 // sum1_r |
| xvadd.w xr1, xr4, xr6 // sum0_r |
| xvsub.w xr2, xr5, xr7 // sum1_l |
| xvadd.w xr3, xr5, xr7 // sum0_l |
| |
| // HEVC_EVEN16_CALC |
| xvsub.w xr24, xr1, xr14 // 7 |
| xvsub.w xr25, xr3, xr15 |
| xvadd.w xr14, xr1, xr14 // 0 |
| xvadd.w xr15, xr3, xr15 |
| xvst xr24, t2, 7*16*4 // 448=16*28=7*16*4 |
| xvst xr25, t2, 7*16*4+32 // 480 |
| xvst xr14, t2, 0 |
| xvst xr15, t2, 32 |
| |
| xvsub.w xr26, xr0, xr22 // 4 |
| xvsub.w xr27, xr2, xr23 |
| xvadd.w xr22, xr0, xr22 // 3 |
| xvadd.w xr23, xr2, xr23 |
| xvst xr26, t2, 4*16*4 // 256=4*16*4 |
| xvst xr27, t2, 4*16*4+32 // 288 |
| xvst xr22, t2, 3*16*4 // 192=3*16*4 |
| xvst xr23, t2, 3*16*4+32 // 224 |
| |
| xvldrepl.w xr20, t1, 16 |
| xvldrepl.w xr21, t1, 20 |
| |
| xvmulwev.w.h xr4, xr10, xr20 |
| xvmaddwod.w.h xr4, xr10, xr20 |
| xvmulwev.w.h xr5, xr11, xr20 |
| xvmaddwod.w.h xr5, xr11, xr20 |
| xvmulwev.w.h xr6, xr12, xr21 |
| xvmaddwod.w.h xr6, xr12, xr21 |
| xvmulwev.w.h xr7, xr13, xr21 |
| xvmaddwod.w.h xr7, xr13, xr21 |
| |
| xvsub.w xr0, xr4, xr6 // sum1_r |
| xvadd.w xr1, xr4, xr6 // sum0_r |
| xvsub.w xr2, xr5, xr7 // sum1_l |
| xvadd.w xr3, xr5, xr7 // sum0_l |
| |
| // HEVC_EVEN16_CALC |
| xvsub.w xr24, xr1, xr16 // 6 |
| xvsub.w xr25, xr3, xr17 |
| xvadd.w xr16, xr1, xr16 // 1 |
| xvadd.w xr17, xr3, xr17 |
| xvst xr24, t2, 6*16*4 // 384=6*16*4 |
| xvst xr25, t2, 6*16*4+32 // 416 |
| xvst xr16, t2, 1*16*4 // 64=1*16*4 |
| xvst xr17, t2, 1*16*4+32 // 96 |
| |
| xvsub.w xr26, xr0, xr18 // 5 |
| xvsub.w xr27, xr2, xr19 |
| xvadd.w xr18, xr0, xr18 // 2 |
| xvadd.w xr19, xr2, xr19 |
| xvst xr26, t2, 5*16*4 // 320=5*16*4 |
| xvst xr27, t2, 5*16*4+32 // 352 |
| xvst xr18, t2, 2*16*4 // 128=2*16*4 |
| xvst xr19, t2, 2*16*4+32 // 160 |
| |
| /* process coeff 2 6 10 14 18 22 26 30 */ |
| addi.d t0, a0, \buf_pitch*2*2 |
| |
| xvld xr0, t0, 0 |
| xvld xr1, t0, \buf_pitch*4*2 |
| xvld xr2, t0, \buf_pitch*8*2 |
| xvld xr3, t0, \buf_pitch*12*2 |
| |
| xvld xr4, t0, \buf_pitch*16*2 |
| xvld xr5, t0, \buf_pitch*20*2 |
| xvld xr6, t0, \buf_pitch*24*2 |
| xvld xr7, t0, \buf_pitch*28*2 |
| |
| xvilvl.h xr8, xr1, xr0 |
| xvilvh.h xr9, xr1, xr0 |
| xvilvl.h xr10, xr3, xr2 |
| xvilvh.h xr11, xr3, xr2 |
| xvilvl.h xr12, xr5, xr4 |
| xvilvh.h xr13, xr5, xr4 |
| xvilvl.h xr14, xr7, xr6 |
| xvilvh.h xr15, xr7, xr6 |
| |
| la.local t1, gt32x32_cnst1 |
| |
| addi.d t2, sp, 64 |
| addi.d t3, sp, 64+960 // 30*32 |
| |
| idct_16x32_step1_lasx |
| |
| .rept 7 |
| addi.d t1, t1, 16 |
| addi.d t2, t2, 64 |
| addi.d t3, t3, -64 |
| idct_16x32_step1_lasx |
| .endr |
| |
| addi.d t0, a0, \buf_pitch*2 |
| |
| xvld xr0, t0, 0 |
| xvld xr1, t0, \buf_pitch*2*2 |
| xvld xr2, t0, \buf_pitch*4*2 |
| xvld xr3, t0, \buf_pitch*6*2 |
| xvld xr4, t0, \buf_pitch*8*2 |
| xvld xr5, t0, \buf_pitch*10*2 |
| xvld xr6, t0, \buf_pitch*12*2 |
| xvld xr7, t0, \buf_pitch*14*2 |
| |
| xvilvl.h xr8, xr1, xr0 |
| xvilvh.h xr9, xr1, xr0 |
| xvilvl.h xr10, xr3, xr2 |
| xvilvh.h xr11, xr3, xr2 |
| xvilvl.h xr12, xr5, xr4 |
| xvilvh.h xr13, xr5, xr4 |
| xvilvl.h xr14, xr7, xr6 |
| xvilvh.h xr15, xr7, xr6 |
| |
| la.local t1, gt32x32_cnst0 |
| |
| idct_16x32_step2_lasx xr8, xr9, xr10, xr11, xr12, xr13, \ |
| xr14, xr15, xr16, xr17 |
| |
| addi.d t0, a0, \buf_pitch*16*2+\buf_pitch*2 |
| |
| xvld xr0, t0, 0 |
| xvld xr1, t0, \buf_pitch*2*2 |
| xvld xr2, t0, \buf_pitch*4*2 |
| xvld xr3, t0, \buf_pitch*6*2 |
| xvld xr4, t0, \buf_pitch*8*2 |
| xvld xr5, t0, \buf_pitch*10*2 |
| xvld xr6, t0, \buf_pitch*12*2 |
| xvld xr7, t0, \buf_pitch*14*2 |
| |
| xvilvl.h xr18, xr1, xr0 |
| xvilvh.h xr19, xr1, xr0 |
| xvilvl.h xr24, xr3, xr2 |
| xvilvh.h xr25, xr3, xr2 |
| xvilvl.h xr26, xr5, xr4 |
| xvilvh.h xr27, xr5, xr4 |
| xvilvl.h xr28, xr7, xr6 |
| xvilvh.h xr29, xr7, xr6 |
| |
| addi.d t1, t1, 16 |
| idct_16x32_step2_lasx xr18, xr19, xr24, xr25, xr26, xr27, \ |
| xr28, xr29, xr30, xr31 |
| |
| addi.d t4, a0, 0 |
| addi.d t5, a0, \buf_pitch*31*2 |
| addi.d t2, sp, 64 |
| |
| idct_16x32_step3_lasx \round |
| |
| .rept 15 |
| |
| addi.d t1, t1, 16 |
| idct_16x32_step2_lasx xr8, xr9, xr10, xr11, xr12, xr13, \ |
| xr14, xr15, xr16, xr17 |
| |
| addi.d t1, t1, 16 |
| idct_16x32_step2_lasx xr18, xr19, xr24, xr25, xr26, xr27, \ |
| xr28, xr29, xr30, xr31 |
| |
| addi.d t2, t2, 64 |
| addi.d t4, t4, \buf_pitch*2 |
| addi.d t5, t5, -\buf_pitch*2 |
| |
| idct_16x32_step3_lasx \round |
| .endr |
| |
| .endm |
| |
| function hevc_idct_16x32_column_step1_lasx |
| addi.d sp, sp, -1600 // 64+512*3 |
| fr_store |
| |
| idct_16x32_lasx 32, 7 |
| |
| fr_recover |
| addi.d sp, sp, 1600 |
| endfunc |
| |
| function hevc_idct_16x32_column_step2_lasx |
| addi.d sp, sp, -1600 // 64+512*3 |
| fr_store |
| |
| idct_16x32_lasx 16, 12 |
| |
| fr_recover |
| addi.d sp, sp, 1600 |
| endfunc |
| |
| function hevc_idct_transpose_32x16_to_16x32_lasx |
| fr_store |
| |
| xvld xr0, a0, 0 |
| xvld xr1, a0, 64 |
| xvld xr2, a0, 128 |
| xvld xr3, a0, 192 |
| xvld xr4, a0, 256 |
| xvld xr5, a0, 320 |
| xvld xr6, a0, 384 |
| xvld xr7, a0, 448 |
| |
| xvpermi.q xr8, xr0, 0x01 |
| xvpermi.q xr9, xr1, 0x01 |
| xvpermi.q xr10, xr2, 0x01 |
| xvpermi.q xr11, xr3, 0x01 |
| xvpermi.q xr12, xr4, 0x01 |
| xvpermi.q xr13, xr5, 0x01 |
| xvpermi.q xr14, xr6, 0x01 |
| xvpermi.q xr15, xr7, 0x01 |
| |
| LSX_TRANSPOSE8x8_H vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr7, \ |
| vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr7, \ |
| vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23 |
| |
| LSX_TRANSPOSE8x8_H vr8, vr9, vr10, vr11, vr12, vr13, vr14, vr15, \ |
| vr8, vr9, vr10, vr11, vr12, vr13, vr14, vr15, \ |
| vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23 |
| |
| addi.d a0, a0, 512 |
| |
| vld vr24, a0, 0 |
| vld vr25, a0, 64 |
| vld vr26, a0, 128 |
| vld vr27, a0, 192 |
| vld vr28, a0, 256 |
| vld vr29, a0, 320 |
| vld vr30, a0, 384 |
| vld vr31, a0, 448 |
| |
| LSX_TRANSPOSE8x8_H vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \ |
| vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \ |
| vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23 |
| |
| xvpermi.q xr0, xr24, 0x02 |
| xvpermi.q xr1, xr25, 0x02 |
| xvpermi.q xr2, xr26, 0x02 |
| xvpermi.q xr3, xr27, 0x02 |
| xvpermi.q xr4, xr28, 0x02 |
| xvpermi.q xr5, xr29, 0x02 |
| xvpermi.q xr6, xr30, 0x02 |
| xvpermi.q xr7, xr31, 0x02 |
| |
| xvst xr0, a1, 0 |
| xvst xr1, a1, 32 |
| xvst xr2, a1, 64 |
| xvst xr3, a1, 96 |
| xvst xr4, a1, 128 |
| xvst xr5, a1, 160 |
| xvst xr6, a1, 192 |
| xvst xr7, a1, 224 |
| |
| addi.d a1, a1, 256 |
| addi.d a0, a0, 16 |
| |
| vld vr24, a0, 0 |
| vld vr25, a0, 64 |
| vld vr26, a0, 128 |
| vld vr27, a0, 192 |
| vld vr28, a0, 256 |
| vld vr29, a0, 320 |
| vld vr30, a0, 384 |
| vld vr31, a0, 448 |
| |
| LSX_TRANSPOSE8x8_H vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \ |
| vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \ |
| vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23 |
| |
| xvpermi.q xr8, xr24, 0x02 |
| xvpermi.q xr9, xr25, 0x02 |
| xvpermi.q xr10, xr26, 0x02 |
| xvpermi.q xr11, xr27, 0x02 |
| xvpermi.q xr12, xr28, 0x02 |
| xvpermi.q xr13, xr29, 0x02 |
| xvpermi.q xr14, xr30, 0x02 |
| xvpermi.q xr15, xr31, 0x02 |
| |
| xvst xr8, a1, 0 |
| xvst xr9, a1, 32 |
| xvst xr10, a1, 64 |
| xvst xr11, a1, 96 |
| xvst xr12, a1, 128 |
| xvst xr13, a1, 160 |
| xvst xr14, a1, 192 |
| xvst xr15, a1, 224 |
| |
| // second |
| addi.d a0, a0, 32-512-16 |
| |
| xvld xr0, a0, 0 |
| xvld xr1, a0, 64 |
| xvld xr2, a0, 128 |
| xvld xr3, a0, 192 |
| xvld xr4, a0, 256 |
| xvld xr5, a0, 320 |
| xvld xr6, a0, 384 |
| xvld xr7, a0, 448 |
| |
| xvpermi.q xr8, xr0, 0x01 |
| xvpermi.q xr9, xr1, 0x01 |
| xvpermi.q xr10, xr2, 0x01 |
| xvpermi.q xr11, xr3, 0x01 |
| xvpermi.q xr12, xr4, 0x01 |
| xvpermi.q xr13, xr5, 0x01 |
| xvpermi.q xr14, xr6, 0x01 |
| xvpermi.q xr15, xr7, 0x01 |
| |
| LSX_TRANSPOSE8x8_H vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr7, \ |
| vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr7, \ |
| vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23 |
| |
| LSX_TRANSPOSE8x8_H vr8, vr9, vr10, vr11, vr12, vr13, vr14, vr15, \ |
| vr8, vr9, vr10, vr11, vr12, vr13, vr14, vr15, \ |
| vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23 |
| |
| addi.d a0, a0, 512 |
| |
| vld vr24, a0, 0 |
| vld vr25, a0, 64 |
| vld vr26, a0, 128 |
| vld vr27, a0, 192 |
| vld vr28, a0, 256 |
| vld vr29, a0, 320 |
| vld vr30, a0, 384 |
| vld vr31, a0, 448 |
| |
| LSX_TRANSPOSE8x8_H vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \ |
| vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \ |
| vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23 |
| |
| xvpermi.q xr0, xr24, 0x02 |
| xvpermi.q xr1, xr25, 0x02 |
| xvpermi.q xr2, xr26, 0x02 |
| xvpermi.q xr3, xr27, 0x02 |
| xvpermi.q xr4, xr28, 0x02 |
| xvpermi.q xr5, xr29, 0x02 |
| xvpermi.q xr6, xr30, 0x02 |
| xvpermi.q xr7, xr31, 0x02 |
| |
| addi.d a1, a1, 256 |
| xvst xr0, a1, 0 |
| xvst xr1, a1, 32 |
| xvst xr2, a1, 64 |
| xvst xr3, a1, 96 |
| xvst xr4, a1, 128 |
| xvst xr5, a1, 160 |
| xvst xr6, a1, 192 |
| xvst xr7, a1, 224 |
| |
| addi.d a1, a1, 256 |
| addi.d a0, a0, 16 |
| |
| vld vr24, a0, 0 |
| vld vr25, a0, 64 |
| vld vr26, a0, 128 |
| vld vr27, a0, 192 |
| vld vr28, a0, 256 |
| vld vr29, a0, 320 |
| vld vr30, a0, 384 |
| vld vr31, a0, 448 |
| |
| LSX_TRANSPOSE8x8_H vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \ |
| vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \ |
| vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23 |
| |
| xvpermi.q xr8, xr24, 0x02 |
| xvpermi.q xr9, xr25, 0x02 |
| xvpermi.q xr10, xr26, 0x02 |
| xvpermi.q xr11, xr27, 0x02 |
| xvpermi.q xr12, xr28, 0x02 |
| xvpermi.q xr13, xr29, 0x02 |
| xvpermi.q xr14, xr30, 0x02 |
| xvpermi.q xr15, xr31, 0x02 |
| |
| xvst xr8, a1, 0 |
| xvst xr9, a1, 32 |
| xvst xr10, a1, 64 |
| xvst xr11, a1, 96 |
| xvst xr12, a1, 128 |
| xvst xr13, a1, 160 |
| xvst xr14, a1, 192 |
| xvst xr15, a1, 224 |
| |
| fr_recover |
| endfunc |
| |
| function hevc_idct_transpose_16x32_to_32x16_lasx |
| fr_store |
| |
| xvld xr0, a0, 0 |
| xvld xr1, a0, 32 |
| xvld xr2, a0, 64 |
| xvld xr3, a0, 96 |
| xvld xr4, a0, 128 |
| xvld xr5, a0, 160 |
| xvld xr6, a0, 192 |
| xvld xr7, a0, 224 |
| |
| xvpermi.q xr8, xr0, 0x01 |
| xvpermi.q xr9, xr1, 0x01 |
| xvpermi.q xr10, xr2, 0x01 |
| xvpermi.q xr11, xr3, 0x01 |
| xvpermi.q xr12, xr4, 0x01 |
| xvpermi.q xr13, xr5, 0x01 |
| xvpermi.q xr14, xr6, 0x01 |
| xvpermi.q xr15, xr7, 0x01 |
| |
| LSX_TRANSPOSE8x8_H vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr7, \ |
| vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr7, \ |
| vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23 |
| |
| LSX_TRANSPOSE8x8_H vr8, vr9, vr10, vr11, vr12, vr13, vr14, vr15, \ |
| vr8, vr9, vr10, vr11, vr12, vr13, vr14, vr15, \ |
| vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23 |
| |
| addi.d a0, a0, 256 |
| |
| vld vr24, a0, 0 |
| vld vr25, a0, 32 |
| vld vr26, a0, 64 |
| vld vr27, a0, 96 |
| vld vr28, a0, 128 |
| vld vr29, a0, 160 |
| vld vr30, a0, 192 |
| vld vr31, a0, 224 |
| |
| LSX_TRANSPOSE8x8_H vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \ |
| vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \ |
| vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23 |
| |
| xvpermi.q xr0, xr24, 0x02 |
| xvpermi.q xr1, xr25, 0x02 |
| xvpermi.q xr2, xr26, 0x02 |
| xvpermi.q xr3, xr27, 0x02 |
| xvpermi.q xr4, xr28, 0x02 |
| xvpermi.q xr5, xr29, 0x02 |
| xvpermi.q xr6, xr30, 0x02 |
| xvpermi.q xr7, xr31, 0x02 |
| |
| xvst xr0, a1, 0 |
| xvst xr1, a1, 64 |
| xvst xr2, a1, 128 |
| xvst xr3, a1, 192 |
| xvst xr4, a1, 256 |
| xvst xr5, a1, 320 |
| xvst xr6, a1, 384 |
| xvst xr7, a1, 448 |
| |
| addi.d a1, a1, 512 |
| addi.d a0, a0, 16 |
| |
| vld vr24, a0, 0 |
| vld vr25, a0, 32 |
| vld vr26, a0, 64 |
| vld vr27, a0, 96 |
| vld vr28, a0, 128 |
| vld vr29, a0, 160 |
| vld vr30, a0, 192 |
| vld vr31, a0, 224 |
| |
| LSX_TRANSPOSE8x8_H vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \ |
| vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \ |
| vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23 |
| |
| xvpermi.q xr8, xr24, 0x02 |
| xvpermi.q xr9, xr25, 0x02 |
| xvpermi.q xr10, xr26, 0x02 |
| xvpermi.q xr11, xr27, 0x02 |
| xvpermi.q xr12, xr28, 0x02 |
| xvpermi.q xr13, xr29, 0x02 |
| xvpermi.q xr14, xr30, 0x02 |
| xvpermi.q xr15, xr31, 0x02 |
| |
| xvst xr8, a1, 0 |
| xvst xr9, a1, 64 |
| xvst xr10, a1, 128 |
| xvst xr11, a1, 192 |
| xvst xr12, a1, 256 |
| xvst xr13, a1, 320 |
| xvst xr14, a1, 384 |
| xvst xr15, a1, 448 |
| |
| // second |
| addi.d a0, a0, 256-16 |
| |
| xvld xr0, a0, 0 |
| xvld xr1, a0, 32 |
| xvld xr2, a0, 64 |
| xvld xr3, a0, 96 |
| xvld xr4, a0, 128 |
| xvld xr5, a0, 160 |
| xvld xr6, a0, 192 |
| xvld xr7, a0, 224 |
| |
| xvpermi.q xr8, xr0, 0x01 |
| xvpermi.q xr9, xr1, 0x01 |
| xvpermi.q xr10, xr2, 0x01 |
| xvpermi.q xr11, xr3, 0x01 |
| xvpermi.q xr12, xr4, 0x01 |
| xvpermi.q xr13, xr5, 0x01 |
| xvpermi.q xr14, xr6, 0x01 |
| xvpermi.q xr15, xr7, 0x01 |
| |
| LSX_TRANSPOSE8x8_H vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr7, \ |
| vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr7, \ |
| vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23 |
| |
| LSX_TRANSPOSE8x8_H vr8, vr9, vr10, vr11, vr12, vr13, vr14, vr15, \ |
| vr8, vr9, vr10, vr11, vr12, vr13, vr14, vr15, \ |
| vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23 |
| |
| addi.d a0, a0, 256 |
| |
| vld vr24, a0, 0 |
| vld vr25, a0, 32 |
| vld vr26, a0, 64 |
| vld vr27, a0, 96 |
| vld vr28, a0, 128 |
| vld vr29, a0, 160 |
| vld vr30, a0, 192 |
| vld vr31, a0, 224 |
| |
| LSX_TRANSPOSE8x8_H vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \ |
| vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \ |
| vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23 |
| |
| xvpermi.q xr0, xr24, 0x02 |
| xvpermi.q xr1, xr25, 0x02 |
| xvpermi.q xr2, xr26, 0x02 |
| xvpermi.q xr3, xr27, 0x02 |
| xvpermi.q xr4, xr28, 0x02 |
| xvpermi.q xr5, xr29, 0x02 |
| xvpermi.q xr6, xr30, 0x02 |
| xvpermi.q xr7, xr31, 0x02 |
| |
| addi.d a1, a1, -512+32 |
| |
| xvst xr0, a1, 0 |
| xvst xr1, a1, 64 |
| xvst xr2, a1, 128 |
| xvst xr3, a1, 192 |
| xvst xr4, a1, 256 |
| xvst xr5, a1, 320 |
| xvst xr6, a1, 384 |
| xvst xr7, a1, 448 |
| |
| addi.d a1, a1, 512 |
| addi.d a0, a0, 16 |
| |
| vld vr24, a0, 0 |
| vld vr25, a0, 32 |
| vld vr26, a0, 64 |
| vld vr27, a0, 96 |
| vld vr28, a0, 128 |
| vld vr29, a0, 160 |
| vld vr30, a0, 192 |
| vld vr31, a0, 224 |
| |
| LSX_TRANSPOSE8x8_H vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \ |
| vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \ |
| vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23 |
| |
| xvpermi.q xr8, xr24, 0x02 |
| xvpermi.q xr9, xr25, 0x02 |
| xvpermi.q xr10, xr26, 0x02 |
| xvpermi.q xr11, xr27, 0x02 |
| xvpermi.q xr12, xr28, 0x02 |
| xvpermi.q xr13, xr29, 0x02 |
| xvpermi.q xr14, xr30, 0x02 |
| xvpermi.q xr15, xr31, 0x02 |
| |
| xvst xr8, a1, 0 |
| xvst xr9, a1, 64 |
| xvst xr10, a1, 128 |
| xvst xr11, a1, 192 |
| xvst xr12, a1, 256 |
| xvst xr13, a1, 320 |
| xvst xr14, a1, 384 |
| xvst xr15, a1, 448 |
| |
| fr_recover |
| endfunc |
| |
| function ff_hevc_idct_32x32_lasx |
| |
| addi.d t7, a0, 0 |
| addi.d t6, a1, 0 |
| |
| addi.d sp, sp, -8 |
| st.d ra, sp, 0 |
| |
| bl hevc_idct_16x32_column_step1_lasx |
| |
| addi.d a0, a0, 32 |
| |
| bl hevc_idct_16x32_column_step1_lasx |
| |
| addi.d sp, sp, -1086 // (16*32+31)*2 |
| fr_store |
| |
| addi.d t8, sp, 64+31*2 // tmp_buf_ptr |
| |
| addi.d a0, t7, 0 |
| addi.d a1, t8, 0 |
| bl hevc_idct_transpose_32x16_to_16x32_lasx |
| |
| addi.d a0, t8, 0 |
| bl hevc_idct_16x32_column_step2_lasx |
| |
| addi.d a0, t8, 0 |
| addi.d a1, t7, 0 |
| bl hevc_idct_transpose_16x32_to_32x16_lasx |
| |
| // second |
| addi.d a0, t7, 32*8*2*2 |
| addi.d a1, t8, 0 |
| bl hevc_idct_transpose_32x16_to_16x32_lasx |
| |
| addi.d a0, t8, 0 |
| bl hevc_idct_16x32_column_step2_lasx |
| |
| addi.d a0, t8, 0 |
| addi.d a1, t7, 32*8*2*2 |
| bl hevc_idct_transpose_16x32_to_32x16_lasx |
| |
| fr_recover |
| addi.d sp, sp, 1086 // (16*32+31)*2 |
| |
| ld.d ra, sp, 0 |
| addi.d sp, sp, 8 |
| |
| endfunc |
