/*
 * Copyright (c) 2023 Loongson Technology Corporation Limited
 * Contributed by Hecai Yuan <yuanhecai@loongson.cn>
 *
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

#include "loongson_asm.S"

.macro fr_store
    addi.d        sp,       sp,       -64
    fst.d         f24,      sp,       0
    fst.d         f25,      sp,       8
    fst.d         f26,      sp,       16
    fst.d         f27,      sp,       24
    fst.d         f28,      sp,       32
    fst.d         f29,      sp,       40
    fst.d         f30,      sp,       48
    fst.d         f31,      sp,       56
.endm

.macro fr_recover
    fld.d         f24,      sp,       0
    fld.d         f25,      sp,       8
    fld.d         f26,      sp,       16
    fld.d         f27,      sp,       24
    fld.d         f28,      sp,       32
    fld.d         f29,      sp,       40
    fld.d         f30,      sp,       48
    fld.d         f31,      sp,       56
    addi.d        sp,       sp,       64
.endm

.extern gt32x32_cnst1

.extern gt32x32_cnst2

.extern gt8x8_cnst

.extern gt32x32_cnst0

.macro idct_16x32_step1_lasx
    xvldrepl.w    xr20,     t1,       0
    xvldrepl.w    xr21,     t1,       4
    xvldrepl.w    xr22,     t1,       8
    xvldrepl.w    xr23,     t1,       12

    xvmulwev.w.h  xr16,     xr8,      xr20
    xvmaddwod.w.h xr16,     xr8,      xr20
    xvmulwev.w.h  xr17,     xr9,      xr20
    xvmaddwod.w.h xr17,     xr9,      xr20

    xvmaddwev.w.h xr16,     xr10,     xr21
    xvmaddwod.w.h xr16,     xr10,     xr21
    xvmaddwev.w.h xr17,     xr11,     xr21
    xvmaddwod.w.h xr17,     xr11,     xr21

    xvmaddwev.w.h xr16,     xr12,     xr22
    xvmaddwod.w.h xr16,     xr12,     xr22
    xvmaddwev.w.h xr17,     xr13,     xr22
    xvmaddwod.w.h xr17,     xr13,     xr22

    xvmaddwev.w.h xr16,     xr14,     xr23
    xvmaddwod.w.h xr16,     xr14,     xr23
    xvmaddwev.w.h xr17,     xr15,     xr23
    xvmaddwod.w.h xr17,     xr15,     xr23

    xvld          xr0,      t2,       0
    xvld          xr1,      t2,       32

    xvadd.w       xr18,     xr0,      xr16
    xvadd.w       xr19,     xr1,      xr17
    xvsub.w       xr0,      xr0,      xr16
    xvsub.w       xr1,      xr1,      xr17

    xvst          xr18,     t2,       0
    xvst          xr19,     t2,       32
    xvst          xr0,      t3,       0
    xvst          xr1,      t3,       32
.endm

.macro idct_16x32_step2_lasx in0, in1, in2, in3, in4, in5, in6, in7, out0, out1

    xvldrepl.w    xr20,     t1,       0
    xvldrepl.w    xr21,     t1,       4
    xvldrepl.w    xr22,     t1,       8
    xvldrepl.w    xr23,     t1,       12

    xvmulwev.w.h  \out0,    \in0,     xr20
    xvmaddwod.w.h \out0,    \in0,     xr20
    xvmulwev.w.h  \out1,    \in1,     xr20
    xvmaddwod.w.h \out1,    \in1,     xr20
    xvmaddwev.w.h \out0,    \in2,     xr21
    xvmaddwod.w.h \out0,    \in2,     xr21
    xvmaddwev.w.h \out1,    \in3,     xr21
    xvmaddwod.w.h \out1,    \in3,     xr21
    xvmaddwev.w.h \out0,    \in4,     xr22
    xvmaddwod.w.h \out0,    \in4,     xr22
    xvmaddwev.w.h \out1,    \in5,     xr22
    xvmaddwod.w.h \out1,    \in5,     xr22
    xvmaddwev.w.h \out0,    \in6,     xr23
    xvmaddwod.w.h \out0,    \in6,     xr23
    xvmaddwev.w.h \out1,    \in7,     xr23  // sum0_r
    xvmaddwod.w.h \out1,    \in7,     xr23  // sum0_l
.endm

    /* loop for all columns of filter constants */
.macro idct_16x32_step3_lasx round
    xvadd.w       xr16,     xr16,     xr30
    xvadd.w       xr17,     xr17,     xr31

    xvld          xr0,      t2,       0
    xvld          xr1,      t2,       32

    xvadd.w       xr30,     xr0,      xr16
    xvadd.w       xr31,     xr1,      xr17
    xvsub.w       xr16,     xr0,      xr16
    xvsub.w       xr17,     xr1,      xr17
    xvssrarni.h.w xr31,     xr30,     \round
    xvssrarni.h.w xr17,     xr16,     \round
    xvst          xr31,     t4,       0
    xvst          xr17,     t5,       0
.endm

.macro idct_16x32_lasx buf_pitch, round
    addi.d        t2,       sp,       64

    addi.d        t0,       a0,       \buf_pitch*4*2

    // 4 12 20 28
    xvld          xr0,      t0,       0
    xvld          xr1,      t0,       \buf_pitch*8*2
    xvld          xr2,      t0,       \buf_pitch*16*2
    xvld          xr3,      t0,       \buf_pitch*24*2

    xvilvl.h      xr10,     xr1,      xr0
    xvilvh.h      xr11,     xr1,      xr0
    xvilvl.h      xr12,     xr3,      xr2
    xvilvh.h      xr13,     xr3,      xr2

    la.local      t1,       gt32x32_cnst2

    xvldrepl.w    xr20,     t1,       0
    xvldrepl.w    xr21,     t1,       4
    xvmulwev.w.h  xr14,     xr10,     xr20
    xvmaddwod.w.h xr14,     xr10,     xr20
    xvmulwev.w.h  xr15,     xr11,     xr20
    xvmaddwod.w.h xr15,     xr11,     xr20
    xvmaddwev.w.h xr14,     xr12,     xr21
    xvmaddwod.w.h xr14,     xr12,     xr21
    xvmaddwev.w.h xr15,     xr13,     xr21
    xvmaddwod.w.h xr15,     xr13,     xr21

    xvldrepl.w    xr20,     t1,       8
    xvldrepl.w    xr21,     t1,       12
    xvmulwev.w.h  xr16,     xr10,     xr20
    xvmaddwod.w.h xr16,     xr10,     xr20
    xvmulwev.w.h  xr17,     xr11,     xr20
    xvmaddwod.w.h xr17,     xr11,     xr20
    xvmaddwev.w.h xr16,     xr12,     xr21
    xvmaddwod.w.h xr16,     xr12,     xr21
    xvmaddwev.w.h xr17,     xr13,     xr21
    xvmaddwod.w.h xr17,     xr13,     xr21

    xvldrepl.w    xr20,     t1,       16
    xvldrepl.w    xr21,     t1,       20
    xvmulwev.w.h  xr18,     xr10,     xr20
    xvmaddwod.w.h xr18,     xr10,     xr20
    xvmulwev.w.h  xr19,     xr11,     xr20
    xvmaddwod.w.h xr19,     xr11,     xr20
    xvmaddwev.w.h xr18,     xr12,     xr21
    xvmaddwod.w.h xr18,     xr12,     xr21
    xvmaddwev.w.h xr19,     xr13,     xr21
    xvmaddwod.w.h xr19,     xr13,     xr21

    xvldrepl.w    xr20,     t1,       24
    xvldrepl.w    xr21,     t1,       28
    xvmulwev.w.h  xr22,     xr10,     xr20
    xvmaddwod.w.h xr22,     xr10,     xr20
    xvmulwev.w.h  xr23,     xr11,     xr20
    xvmaddwod.w.h xr23,     xr11,     xr20
    xvmaddwev.w.h xr22,     xr12,     xr21
    xvmaddwod.w.h xr22,     xr12,     xr21
    xvmaddwev.w.h xr23,     xr13,     xr21
    xvmaddwod.w.h xr23,     xr13,     xr21

    /* process coeff 0, 8, 16, 24 */
    la.local      t1,       gt8x8_cnst

    xvld          xr0,      a0,       0
    xvld          xr1,      a0,       \buf_pitch*8*2
    xvld          xr2,      a0,       \buf_pitch*16*2
    xvld          xr3,      a0,       \buf_pitch*24*2

    xvldrepl.w    xr20,     t1,       0
    xvldrepl.w    xr21,     t1,       4

    xvilvl.h      xr10,     xr2,      xr0
    xvilvh.h      xr11,     xr2,      xr0
    xvilvl.h      xr12,     xr3,      xr1
    xvilvh.h      xr13,     xr3,      xr1

    xvmulwev.w.h  xr4,      xr10,     xr20
    xvmaddwod.w.h xr4,      xr10,     xr20  // sum0_r
    xvmulwev.w.h  xr5,      xr11,     xr20
    xvmaddwod.w.h xr5,      xr11,     xr20  // sum0_l
    xvmulwev.w.h  xr6,      xr12,     xr21
    xvmaddwod.w.h xr6,      xr12,     xr21  // tmp1_r
    xvmulwev.w.h  xr7,      xr13,     xr21
    xvmaddwod.w.h xr7,      xr13,     xr21  // tmp1_l

    xvsub.w       xr0,      xr4,      xr6   // sum1_r
    xvadd.w       xr1,      xr4,      xr6   // sum0_r
    xvsub.w       xr2,      xr5,      xr7   // sum1_l
    xvadd.w       xr3,      xr5,      xr7   // sum0_l

    // HEVC_EVEN16_CALC
    xvsub.w       xr24,     xr1,      xr14  // 7
    xvsub.w       xr25,     xr3,      xr15
    xvadd.w       xr14,     xr1,      xr14  // 0
    xvadd.w       xr15,     xr3,      xr15
    xvst          xr24,     t2,       7*16*4     // 448=16*28=7*16*4
    xvst          xr25,     t2,       7*16*4+32  // 480
    xvst          xr14,     t2,       0
    xvst          xr15,     t2,       32

    xvsub.w       xr26,     xr0,      xr22  // 4
    xvsub.w       xr27,     xr2,      xr23
    xvadd.w       xr22,     xr0,      xr22  // 3
    xvadd.w       xr23,     xr2,      xr23
    xvst          xr26,     t2,       4*16*4     // 256=4*16*4
    xvst          xr27,     t2,       4*16*4+32  // 288
    xvst          xr22,     t2,       3*16*4     // 192=3*16*4
    xvst          xr23,     t2,       3*16*4+32  // 224

    xvldrepl.w    xr20,     t1,       16
    xvldrepl.w    xr21,     t1,       20

    xvmulwev.w.h  xr4,      xr10,     xr20
    xvmaddwod.w.h xr4,      xr10,     xr20
    xvmulwev.w.h  xr5,      xr11,     xr20
    xvmaddwod.w.h xr5,      xr11,     xr20
    xvmulwev.w.h  xr6,      xr12,     xr21
    xvmaddwod.w.h xr6,      xr12,     xr21
    xvmulwev.w.h  xr7,      xr13,     xr21
    xvmaddwod.w.h xr7,      xr13,     xr21

    xvsub.w       xr0,      xr4,      xr6   // sum1_r
    xvadd.w       xr1,      xr4,      xr6   // sum0_r
    xvsub.w       xr2,      xr5,      xr7   // sum1_l
    xvadd.w       xr3,      xr5,      xr7   // sum0_l

    // HEVC_EVEN16_CALC
    xvsub.w       xr24,     xr1,      xr16  // 6
    xvsub.w       xr25,     xr3,      xr17
    xvadd.w       xr16,     xr1,      xr16  // 1
    xvadd.w       xr17,     xr3,      xr17
    xvst          xr24,     t2,       6*16*4      // 384=6*16*4
    xvst          xr25,     t2,       6*16*4+32   // 416
    xvst          xr16,     t2,       1*16*4      // 64=1*16*4
    xvst          xr17,     t2,       1*16*4+32   // 96

    xvsub.w       xr26,     xr0,      xr18  // 5
    xvsub.w       xr27,     xr2,      xr19
    xvadd.w       xr18,     xr0,      xr18  // 2
    xvadd.w       xr19,     xr2,      xr19
    xvst          xr26,     t2,       5*16*4      // 320=5*16*4
    xvst          xr27,     t2,       5*16*4+32   // 352
    xvst          xr18,     t2,       2*16*4      // 128=2*16*4
    xvst          xr19,     t2,       2*16*4+32   // 160

    /* process coeff 2 6 10 14 18 22 26 30 */
    addi.d        t0,       a0,       \buf_pitch*2*2

    xvld          xr0,      t0,       0
    xvld          xr1,      t0,       \buf_pitch*4*2
    xvld          xr2,      t0,       \buf_pitch*8*2
    xvld          xr3,      t0,       \buf_pitch*12*2

    xvld          xr4,      t0,       \buf_pitch*16*2
    xvld          xr5,      t0,       \buf_pitch*20*2
    xvld          xr6,      t0,       \buf_pitch*24*2
    xvld          xr7,      t0,       \buf_pitch*28*2

    xvilvl.h      xr8,      xr1,      xr0
    xvilvh.h      xr9,      xr1,      xr0
    xvilvl.h      xr10,     xr3,      xr2
    xvilvh.h      xr11,     xr3,      xr2
    xvilvl.h      xr12,     xr5,      xr4
    xvilvh.h      xr13,     xr5,      xr4
    xvilvl.h      xr14,     xr7,      xr6
    xvilvh.h      xr15,     xr7,      xr6

    la.local      t1,       gt32x32_cnst1

    addi.d        t2,       sp,       64
    addi.d        t3,       sp,       64+960   // 30*32

    idct_16x32_step1_lasx

.rept 7
    addi.d        t1,       t1,       16
    addi.d        t2,       t2,       64
    addi.d        t3,       t3,       -64
    idct_16x32_step1_lasx
.endr

    addi.d        t0,       a0,       \buf_pitch*2

    xvld          xr0,      t0,       0
    xvld          xr1,      t0,       \buf_pitch*2*2
    xvld          xr2,      t0,       \buf_pitch*4*2
    xvld          xr3,      t0,       \buf_pitch*6*2
    xvld          xr4,      t0,       \buf_pitch*8*2
    xvld          xr5,      t0,       \buf_pitch*10*2
    xvld          xr6,      t0,       \buf_pitch*12*2
    xvld          xr7,      t0,       \buf_pitch*14*2

    xvilvl.h      xr8,      xr1,      xr0
    xvilvh.h      xr9,      xr1,      xr0
    xvilvl.h      xr10,     xr3,      xr2
    xvilvh.h      xr11,     xr3,      xr2
    xvilvl.h      xr12,     xr5,      xr4
    xvilvh.h      xr13,     xr5,      xr4
    xvilvl.h      xr14,     xr7,      xr6
    xvilvh.h      xr15,     xr7,      xr6

    la.local      t1,       gt32x32_cnst0

    idct_16x32_step2_lasx xr8, xr9, xr10, xr11, xr12, xr13, \
                          xr14, xr15, xr16, xr17

    addi.d        t0,       a0,       \buf_pitch*16*2+\buf_pitch*2

    xvld          xr0,      t0,       0
    xvld          xr1,      t0,       \buf_pitch*2*2
    xvld          xr2,      t0,       \buf_pitch*4*2
    xvld          xr3,      t0,       \buf_pitch*6*2
    xvld          xr4,      t0,       \buf_pitch*8*2
    xvld          xr5,      t0,       \buf_pitch*10*2
    xvld          xr6,      t0,       \buf_pitch*12*2
    xvld          xr7,      t0,       \buf_pitch*14*2

    xvilvl.h      xr18,     xr1,      xr0
    xvilvh.h      xr19,     xr1,      xr0
    xvilvl.h      xr24,     xr3,      xr2
    xvilvh.h      xr25,     xr3,      xr2
    xvilvl.h      xr26,     xr5,      xr4
    xvilvh.h      xr27,     xr5,      xr4
    xvilvl.h      xr28,     xr7,      xr6
    xvilvh.h      xr29,     xr7,      xr6

    addi.d        t1,       t1,       16
    idct_16x32_step2_lasx xr18, xr19, xr24, xr25, xr26, xr27, \
                          xr28, xr29, xr30, xr31

    addi.d        t4,       a0,       0
    addi.d        t5,       a0,       \buf_pitch*31*2
    addi.d        t2,       sp,       64

    idct_16x32_step3_lasx \round

.rept 15

    addi.d        t1,       t1,       16
    idct_16x32_step2_lasx xr8, xr9, xr10, xr11, xr12, xr13, \
                          xr14, xr15, xr16, xr17

    addi.d        t1,       t1,       16
    idct_16x32_step2_lasx xr18, xr19, xr24, xr25, xr26, xr27, \
                          xr28, xr29, xr30, xr31

    addi.d        t2,       t2,       64
    addi.d        t4,       t4,       \buf_pitch*2
    addi.d        t5,       t5,       -\buf_pitch*2

    idct_16x32_step3_lasx \round
.endr

.endm

function hevc_idct_16x32_column_step1_lasx
    addi.d        sp,       sp,      -1600        // 64+512*3
    fr_store

    idct_16x32_lasx 32, 7

    fr_recover
    addi.d        sp,       sp,      1600
endfunc

function hevc_idct_16x32_column_step2_lasx
    addi.d        sp,       sp,      -1600        // 64+512*3
    fr_store

    idct_16x32_lasx 16, 12

    fr_recover
    addi.d        sp,       sp,      1600
endfunc

function hevc_idct_transpose_32x16_to_16x32_lasx
    fr_store

    xvld          xr0,      a0,       0
    xvld          xr1,      a0,       64
    xvld          xr2,      a0,       128
    xvld          xr3,      a0,       192
    xvld          xr4,      a0,       256
    xvld          xr5,      a0,       320
    xvld          xr6,      a0,       384
    xvld          xr7,      a0,       448

    xvpermi.q     xr8,      xr0,      0x01
    xvpermi.q     xr9,      xr1,      0x01
    xvpermi.q     xr10,     xr2,      0x01
    xvpermi.q     xr11,     xr3,      0x01
    xvpermi.q     xr12,     xr4,      0x01
    xvpermi.q     xr13,     xr5,      0x01
    xvpermi.q     xr14,     xr6,      0x01
    xvpermi.q     xr15,     xr7,      0x01

    LSX_TRANSPOSE8x8_H vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr7, \
                       vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr7, \
                       vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23

    LSX_TRANSPOSE8x8_H vr8, vr9, vr10, vr11, vr12, vr13, vr14, vr15, \
                       vr8, vr9, vr10, vr11, vr12, vr13, vr14, vr15, \
                       vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23

    addi.d        a0,       a0,       512

    vld           vr24,     a0,       0
    vld           vr25,     a0,       64
    vld           vr26,     a0,       128
    vld           vr27,     a0,       192
    vld           vr28,     a0,       256
    vld           vr29,     a0,       320
    vld           vr30,     a0,       384
    vld           vr31,     a0,       448

    LSX_TRANSPOSE8x8_H vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \
                       vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \
                       vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23

    xvpermi.q     xr0,      xr24,     0x02
    xvpermi.q     xr1,      xr25,     0x02
    xvpermi.q     xr2,      xr26,     0x02
    xvpermi.q     xr3,      xr27,     0x02
    xvpermi.q     xr4,      xr28,     0x02
    xvpermi.q     xr5,      xr29,     0x02
    xvpermi.q     xr6,      xr30,     0x02
    xvpermi.q     xr7,      xr31,     0x02

    xvst          xr0,      a1,       0
    xvst          xr1,      a1,       32
    xvst          xr2,      a1,       64
    xvst          xr3,      a1,       96
    xvst          xr4,      a1,       128
    xvst          xr5,      a1,       160
    xvst          xr6,      a1,       192
    xvst          xr7,      a1,       224

    addi.d        a1,       a1,       256
    addi.d        a0,       a0,       16

    vld           vr24,     a0,       0
    vld           vr25,     a0,       64
    vld           vr26,     a0,       128
    vld           vr27,     a0,       192
    vld           vr28,     a0,       256
    vld           vr29,     a0,       320
    vld           vr30,     a0,       384
    vld           vr31,     a0,       448

    LSX_TRANSPOSE8x8_H vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \
                       vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \
                       vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23

    xvpermi.q     xr8,      xr24,     0x02
    xvpermi.q     xr9,      xr25,     0x02
    xvpermi.q     xr10,     xr26,     0x02
    xvpermi.q     xr11,     xr27,     0x02
    xvpermi.q     xr12,     xr28,     0x02
    xvpermi.q     xr13,     xr29,     0x02
    xvpermi.q     xr14,     xr30,     0x02
    xvpermi.q     xr15,     xr31,     0x02

    xvst          xr8,      a1,       0
    xvst          xr9,      a1,       32
    xvst          xr10,     a1,       64
    xvst          xr11,     a1,       96
    xvst          xr12,     a1,       128
    xvst          xr13,     a1,       160
    xvst          xr14,     a1,       192
    xvst          xr15,     a1,       224

    // second
    addi.d        a0,       a0,       32-512-16

    xvld          xr0,      a0,       0
    xvld          xr1,      a0,       64
    xvld          xr2,      a0,       128
    xvld          xr3,      a0,       192
    xvld          xr4,      a0,       256
    xvld          xr5,      a0,       320
    xvld          xr6,      a0,       384
    xvld          xr7,      a0,       448

    xvpermi.q     xr8,      xr0,      0x01
    xvpermi.q     xr9,      xr1,      0x01
    xvpermi.q     xr10,     xr2,      0x01
    xvpermi.q     xr11,     xr3,      0x01
    xvpermi.q     xr12,     xr4,      0x01
    xvpermi.q     xr13,     xr5,      0x01
    xvpermi.q     xr14,     xr6,      0x01
    xvpermi.q     xr15,     xr7,      0x01

    LSX_TRANSPOSE8x8_H vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr7, \
                       vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr7, \
                       vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23

    LSX_TRANSPOSE8x8_H vr8, vr9, vr10, vr11, vr12, vr13, vr14, vr15, \
                       vr8, vr9, vr10, vr11, vr12, vr13, vr14, vr15, \
                       vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23

    addi.d        a0,       a0,       512

    vld           vr24,     a0,       0
    vld           vr25,     a0,       64
    vld           vr26,     a0,       128
    vld           vr27,     a0,       192
    vld           vr28,     a0,       256
    vld           vr29,     a0,       320
    vld           vr30,     a0,       384
    vld           vr31,     a0,       448

    LSX_TRANSPOSE8x8_H vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \
                       vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \
                       vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23

    xvpermi.q     xr0,      xr24,     0x02
    xvpermi.q     xr1,      xr25,     0x02
    xvpermi.q     xr2,      xr26,     0x02
    xvpermi.q     xr3,      xr27,     0x02
    xvpermi.q     xr4,      xr28,     0x02
    xvpermi.q     xr5,      xr29,     0x02
    xvpermi.q     xr6,      xr30,     0x02
    xvpermi.q     xr7,      xr31,     0x02

    addi.d        a1,       a1,       256
    xvst          xr0,      a1,       0
    xvst          xr1,      a1,       32
    xvst          xr2,      a1,       64
    xvst          xr3,      a1,       96
    xvst          xr4,      a1,       128
    xvst          xr5,      a1,       160
    xvst          xr6,      a1,       192
    xvst          xr7,      a1,       224

    addi.d        a1,       a1,       256
    addi.d        a0,       a0,       16

    vld           vr24,     a0,       0
    vld           vr25,     a0,       64
    vld           vr26,     a0,       128
    vld           vr27,     a0,       192
    vld           vr28,     a0,       256
    vld           vr29,     a0,       320
    vld           vr30,     a0,       384
    vld           vr31,     a0,       448

    LSX_TRANSPOSE8x8_H vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \
                       vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \
                       vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23

    xvpermi.q     xr8,      xr24,     0x02
    xvpermi.q     xr9,      xr25,     0x02
    xvpermi.q     xr10,     xr26,     0x02
    xvpermi.q     xr11,     xr27,     0x02
    xvpermi.q     xr12,     xr28,     0x02
    xvpermi.q     xr13,     xr29,     0x02
    xvpermi.q     xr14,     xr30,     0x02
    xvpermi.q     xr15,     xr31,     0x02

    xvst          xr8,      a1,       0
    xvst          xr9,      a1,       32
    xvst          xr10,     a1,       64
    xvst          xr11,     a1,       96
    xvst          xr12,     a1,       128
    xvst          xr13,     a1,       160
    xvst          xr14,     a1,       192
    xvst          xr15,     a1,       224

    fr_recover
endfunc

function hevc_idct_transpose_16x32_to_32x16_lasx
    fr_store

    xvld          xr0,      a0,       0
    xvld          xr1,      a0,       32
    xvld          xr2,      a0,       64
    xvld          xr3,      a0,       96
    xvld          xr4,      a0,       128
    xvld          xr5,      a0,       160
    xvld          xr6,      a0,       192
    xvld          xr7,      a0,       224

    xvpermi.q     xr8,      xr0,      0x01
    xvpermi.q     xr9,      xr1,      0x01
    xvpermi.q     xr10,     xr2,      0x01
    xvpermi.q     xr11,     xr3,      0x01
    xvpermi.q     xr12,     xr4,      0x01
    xvpermi.q     xr13,     xr5,      0x01
    xvpermi.q     xr14,     xr6,      0x01
    xvpermi.q     xr15,     xr7,      0x01

    LSX_TRANSPOSE8x8_H vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr7, \
                       vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr7, \
                       vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23

    LSX_TRANSPOSE8x8_H vr8, vr9, vr10, vr11, vr12, vr13, vr14, vr15, \
                       vr8, vr9, vr10, vr11, vr12, vr13, vr14, vr15, \
                       vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23

    addi.d        a0,       a0,       256

    vld          vr24,      a0,       0
    vld          vr25,      a0,       32
    vld          vr26,      a0,       64
    vld          vr27,      a0,       96
    vld          vr28,      a0,       128
    vld          vr29,      a0,       160
    vld          vr30,      a0,       192
    vld          vr31,      a0,       224

    LSX_TRANSPOSE8x8_H vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \
                       vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \
                       vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23

    xvpermi.q     xr0,      xr24,     0x02
    xvpermi.q     xr1,      xr25,     0x02
    xvpermi.q     xr2,      xr26,     0x02
    xvpermi.q     xr3,      xr27,     0x02
    xvpermi.q     xr4,      xr28,     0x02
    xvpermi.q     xr5,      xr29,     0x02
    xvpermi.q     xr6,      xr30,     0x02
    xvpermi.q     xr7,      xr31,     0x02

    xvst          xr0,      a1,       0
    xvst          xr1,      a1,       64
    xvst          xr2,      a1,       128
    xvst          xr3,      a1,       192
    xvst          xr4,      a1,       256
    xvst          xr5,      a1,       320
    xvst          xr6,      a1,       384
    xvst          xr7,      a1,       448

    addi.d        a1,       a1,       512
    addi.d        a0,       a0,       16

    vld           vr24,     a0,       0
    vld           vr25,     a0,       32
    vld           vr26,     a0,       64
    vld           vr27,     a0,       96
    vld           vr28,     a0,       128
    vld           vr29,     a0,       160
    vld           vr30,     a0,       192
    vld           vr31,     a0,       224

    LSX_TRANSPOSE8x8_H vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \
                       vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \
                       vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23

    xvpermi.q     xr8,      xr24,     0x02
    xvpermi.q     xr9,      xr25,     0x02
    xvpermi.q     xr10,     xr26,     0x02
    xvpermi.q     xr11,     xr27,     0x02
    xvpermi.q     xr12,     xr28,     0x02
    xvpermi.q     xr13,     xr29,     0x02
    xvpermi.q     xr14,     xr30,     0x02
    xvpermi.q     xr15,     xr31,     0x02

    xvst          xr8,      a1,       0
    xvst          xr9,      a1,       64
    xvst          xr10,     a1,       128
    xvst          xr11,     a1,       192
    xvst          xr12,     a1,       256
    xvst          xr13,     a1,       320
    xvst          xr14,     a1,       384
    xvst          xr15,     a1,       448

    // second
    addi.d        a0,       a0,       256-16

    xvld          xr0,      a0,       0
    xvld          xr1,      a0,       32
    xvld          xr2,      a0,       64
    xvld          xr3,      a0,       96
    xvld          xr4,      a0,       128
    xvld          xr5,      a0,       160
    xvld          xr6,      a0,       192
    xvld          xr7,      a0,       224

    xvpermi.q     xr8,      xr0,      0x01
    xvpermi.q     xr9,      xr1,      0x01
    xvpermi.q     xr10,     xr2,      0x01
    xvpermi.q     xr11,     xr3,      0x01
    xvpermi.q     xr12,     xr4,      0x01
    xvpermi.q     xr13,     xr5,      0x01
    xvpermi.q     xr14,     xr6,      0x01
    xvpermi.q     xr15,     xr7,      0x01

    LSX_TRANSPOSE8x8_H vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr7, \
                       vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr7, \
                       vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23

    LSX_TRANSPOSE8x8_H vr8, vr9, vr10, vr11, vr12, vr13, vr14, vr15, \
                       vr8, vr9, vr10, vr11, vr12, vr13, vr14, vr15, \
                       vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23

    addi.d        a0,       a0,       256

    vld           vr24,     a0,       0
    vld           vr25,     a0,       32
    vld           vr26,     a0,       64
    vld           vr27,     a0,       96
    vld           vr28,     a0,       128
    vld           vr29,     a0,       160
    vld           vr30,     a0,       192
    vld           vr31,     a0,       224

    LSX_TRANSPOSE8x8_H vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \
                       vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \
                       vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23

    xvpermi.q     xr0,      xr24,     0x02
    xvpermi.q     xr1,      xr25,     0x02
    xvpermi.q     xr2,      xr26,     0x02
    xvpermi.q     xr3,      xr27,     0x02
    xvpermi.q     xr4,      xr28,     0x02
    xvpermi.q     xr5,      xr29,     0x02
    xvpermi.q     xr6,      xr30,     0x02
    xvpermi.q     xr7,      xr31,     0x02

    addi.d        a1,       a1,       -512+32

    xvst          xr0,      a1,       0
    xvst          xr1,      a1,       64
    xvst          xr2,      a1,       128
    xvst          xr3,      a1,       192
    xvst          xr4,      a1,       256
    xvst          xr5,      a1,       320
    xvst          xr6,      a1,       384
    xvst          xr7,      a1,       448

    addi.d        a1,       a1,       512
    addi.d        a0,       a0,       16

    vld           vr24,     a0,       0
    vld           vr25,     a0,       32
    vld           vr26,     a0,       64
    vld           vr27,     a0,       96
    vld           vr28,     a0,       128
    vld           vr29,     a0,       160
    vld           vr30,     a0,       192
    vld           vr31,     a0,       224

    LSX_TRANSPOSE8x8_H vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \
                       vr24, vr25, vr26, vr27, vr28, vr29, vr30, vr31, \
                       vr16, vr17, vr18, vr19, vr20, vr21, vr22, vr23

    xvpermi.q     xr8,      xr24,     0x02
    xvpermi.q     xr9,      xr25,     0x02
    xvpermi.q     xr10,     xr26,     0x02
    xvpermi.q     xr11,     xr27,     0x02
    xvpermi.q     xr12,     xr28,     0x02
    xvpermi.q     xr13,     xr29,     0x02
    xvpermi.q     xr14,     xr30,     0x02
    xvpermi.q     xr15,     xr31,     0x02

    xvst          xr8,      a1,       0
    xvst          xr9,      a1,       64
    xvst          xr10,     a1,       128
    xvst          xr11,     a1,       192
    xvst          xr12,     a1,       256
    xvst          xr13,     a1,       320
    xvst          xr14,     a1,       384
    xvst          xr15,     a1,       448

    fr_recover
endfunc

function ff_hevc_idct_32x32_lasx

    addi.d        t7,       a0,       0
    addi.d        t6,       a1,       0

    addi.d        sp,       sp,       -8
    st.d          ra,       sp,        0

    bl hevc_idct_16x32_column_step1_lasx

    addi.d        a0,       a0,       32

    bl hevc_idct_16x32_column_step1_lasx

    addi.d        sp,       sp,       -1086      // (16*32+31)*2
    fr_store

    addi.d        t8,       sp,       64+31*2    // tmp_buf_ptr

    addi.d        a0,       t7,       0
    addi.d        a1,       t8,       0
    bl hevc_idct_transpose_32x16_to_16x32_lasx

    addi.d        a0,       t8,       0
    bl hevc_idct_16x32_column_step2_lasx

    addi.d        a0,       t8,       0
    addi.d        a1,       t7,       0
    bl hevc_idct_transpose_16x32_to_32x16_lasx

    // second
    addi.d        a0,       t7,       32*8*2*2
    addi.d        a1,       t8,       0
    bl hevc_idct_transpose_32x16_to_16x32_lasx

    addi.d        a0,       t8,       0
    bl hevc_idct_16x32_column_step2_lasx

    addi.d        a0,       t8,       0
    addi.d        a1,       t7,       32*8*2*2
    bl hevc_idct_transpose_16x32_to_32x16_lasx

    fr_recover
    addi.d        sp,       sp,       1086       // (16*32+31)*2

    ld.d          ra,       sp,       0
    addi.d        sp,       sp,       8

endfunc