| /* |
| * Loongson LSX optimized h264qpel |
| * |
| * Copyright (c) 2023 Loongson Technology Corporation Limited |
| * Contributed by Hecai Yuan <yuanhecai@loongson.cn> |
| * |
| * This file is part of FFmpeg. |
| * |
| * FFmpeg is free software; you can redistribute it and/or |
| * modify it under the terms of the GNU Lesser General Public |
| * License as published by the Free Software Foundation; either |
| * version 2.1 of the License, or (at your option) any later version. |
| * |
| * FFmpeg is distributed in the hope that it will be useful, |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| * Lesser General Public License for more details. |
| * |
| * You should have received a copy of the GNU Lesser General Public |
| * License along with FFmpeg; if not, write to the Free Software |
| * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
| */ |
| |
| #include "loongson_asm.S" |
| |
| .macro VLD_QPEL8_H_SSRANI_LSX in0, in1, in2, in3, in4 |
| vld vr0, \in4, 0 |
| vldx vr1, \in4, a2 |
| QPEL8_H_LSX \in0, \in1 |
| vssrani.bu.h \in0, \in2, 5 |
| vssrani.bu.h \in1, \in3, 5 |
| .endm |
| |
| .macro VLDX_QPEL8_H_SSRANI_LSX in0, in1, in2, in3, in4 |
| vldx vr0, \in4, t1 |
| vldx vr1, \in4, t2 |
| QPEL8_H_LSX \in0, \in1 |
| vssrani.bu.h \in0, \in2, 5 |
| vssrani.bu.h \in1, \in3, 5 |
| .endm |
| |
| .macro VLD_DOUBLE_QPEL8_H_SSRANI_LSX in0, in1, in2, in3, in4, in5, in6, in7, in8 |
| vld vr0, \in8, 0 |
| vldx vr1, \in8, a2 |
| QPEL8_H_LSX \in0, \in1 |
| vssrani.bu.h \in0, \in4, 5 |
| vssrani.bu.h \in1, \in5, 5 |
| vldx vr0, \in8, t1 |
| vldx vr1, \in8, t2 |
| QPEL8_H_LSX \in2, \in3 |
| vssrani.bu.h \in2, \in6, 5 |
| vssrani.bu.h \in3, \in7, 5 |
| .endm |
| |
| function ff_put_h264_qpel16_mc00_lsx |
| slli.d t0, a2, 1 |
| add.d t1, t0, a2 |
| slli.d t2, t0, 1 |
| .rept 4 |
| vld vr0, a1, 0 |
| vldx vr1, a1, a2 |
| vldx vr2, a1, t0 |
| vldx vr3, a1, t1 |
| add.d a1, a1, t2 |
| vst vr0, a0, 0 |
| vstx vr1, a0, a2 |
| vstx vr2, a0, t0 |
| vstx vr3, a0, t1 |
| add.d a0, a0, t2 |
| .endr |
| endfunc |
| |
| .macro QPEL8_H_LSX out0, out1 |
| vbsrl.v vr2, vr0, 1 |
| vbsrl.v vr3, vr1, 1 |
| vbsrl.v vr4, vr0, 2 |
| vbsrl.v vr5, vr1, 2 |
| vbsrl.v vr6, vr0, 3 |
| vbsrl.v vr7, vr1, 3 |
| vbsrl.v vr8, vr0, 4 |
| vbsrl.v vr9, vr1, 4 |
| vbsrl.v vr10, vr0, 5 |
| vbsrl.v vr11, vr1, 5 |
| |
| vilvl.b vr6, vr4, vr6 |
| vilvl.b vr7, vr5, vr7 |
| vilvl.b vr8, vr2, vr8 |
| vilvl.b vr9, vr3, vr9 |
| vilvl.b vr10, vr0, vr10 |
| vilvl.b vr11, vr1, vr11 |
| vhaddw.hu.bu vr6, vr6, vr6 |
| vhaddw.hu.bu vr7, vr7, vr7 |
| vhaddw.hu.bu vr8, vr8, vr8 |
| vhaddw.hu.bu vr9, vr9, vr9 |
| vhaddw.hu.bu vr10, vr10, vr10 |
| vhaddw.hu.bu vr11, vr11, vr11 |
| vmul.h vr2, vr6, vr20 |
| vmul.h vr3, vr7, vr20 |
| vmul.h vr4, vr8, vr21 |
| vmul.h vr5, vr9, vr21 |
| vssub.h vr2, vr2, vr4 |
| vssub.h vr3, vr3, vr5 |
| vsadd.h vr2, vr2, vr10 |
| vsadd.h vr3, vr3, vr11 |
| vsadd.h \out0, vr2, vr22 |
| vsadd.h \out1, vr3, vr22 |
| .endm |
| |
| .macro VLD_DOUBLE_QPEL8_H_LSX in0, in1, in2, in3, in4 |
| vld vr0, \in4, 0 |
| vldx vr1, \in4, a2 |
| QPEL8_H_LSX \in0, \in1 |
| vldx vr0, \in4, t1 |
| vldx vr1, \in4, t2 |
| QPEL8_H_LSX \in2, \in3 |
| .endm |
| |
| .macro put_h264_qpel16 in0 |
| function ff_put_h264_qpel16_mc\in0\()_lsx |
| .ifc \in0, 10 |
| addi.d t8, a1, 0 |
| .else |
| addi.d t8, a1, 1 |
| .endif |
| vldi vr20, 0x414 |
| vldi vr21, 0x405 |
| vldi vr22, 0x410 |
| slli.d t1, a2, 1 |
| add.d t2, t1, a2 |
| addi.d t0, a1, -2 // t0 = src - 2 |
| addi.d a1, t0, 8 // a1 = t0 + 8 |
| .rept 4 |
| VLD_DOUBLE_QPEL8_H_LSX vr12, vr13, vr14, vr15, t0 |
| VLD_QPEL8_H_SSRANI_LSX vr2, vr3, vr12, vr13, a1 |
| vld vr10, t8, 0 |
| vldx vr11, t8, a2 |
| vavgr.bu vr0, vr2, vr10 |
| vavgr.bu vr1, vr3, vr11 |
| vst vr0, a0, 0 |
| vstx vr1, a0, a2 |
| VLDX_QPEL8_H_SSRANI_LSX vr4, vr5, vr14, vr15, a1 |
| vldx vr12, t8, t1 |
| vldx vr13, t8, t2 |
| vavgr.bu vr2, vr4, vr12 |
| vavgr.bu vr3, vr5, vr13 |
| vstx vr2, a0, t1 |
| vstx vr3, a0, t2 |
| alsl.d a0, a2, a0, 2 |
| alsl.d t8, a2, t8, 2 |
| alsl.d a1, a2, a1, 2 |
| alsl.d t0, a2, t0, 2 |
| .endr |
| endfunc |
| .endm |
| |
| put_h264_qpel16 10 |
| put_h264_qpel16 30 |
| |
| function ff_put_h264_qpel16_mc20_lsx |
| vldi vr20, 0x414 |
| vldi vr21, 0x405 |
| vldi vr22, 0x410 |
| slli.d t1, a2, 1 |
| add.d t2, t1, a2 |
| addi.d t0, a1, -2 // t0 = src - 2 |
| addi.d a1, t0, 8 // a1 = t0 + 8 |
| .rept 4 |
| VLD_DOUBLE_QPEL8_H_LSX vr12, vr13, vr14, vr15, t0 |
| VLD_QPEL8_H_SSRANI_LSX vr2, vr3, vr12, vr13, a1 |
| vst vr2, a0, 0 |
| vstx vr3, a0, a2 |
| VLDX_QPEL8_H_SSRANI_LSX vr4, vr5, vr14, vr15, a1 |
| vstx vr4, a0, t1 |
| vstx vr5, a0, t2 |
| alsl.d a0, a2, a0, 2 |
| alsl.d a1, a2, a1, 2 |
| alsl.d t0, a2, t0, 2 |
| .endr |
| endfunc |
| |
| .macro QPEL8_V_LSX in0, in1, in2, in3, in4, in5, in6 |
| vilvl.b vr7, \in3, \in2 |
| vilvl.b vr8, \in4, \in3 |
| vilvl.b vr9, \in4, \in1 |
| vilvl.b vr10, \in5, \in2 |
| vilvl.b vr11, \in5, \in0 |
| vilvl.b vr12, \in6, \in1 |
| vhaddw.hu.bu vr7, vr7, vr7 |
| vhaddw.hu.bu vr8, vr8, vr8 |
| vhaddw.hu.bu vr9, vr9, vr9 |
| vhaddw.hu.bu vr10, vr10, vr10 |
| vhaddw.hu.bu vr11, vr11, vr11 |
| vhaddw.hu.bu vr12, vr12, vr12 |
| vmul.h vr7, vr7, vr20 |
| vmul.h vr8, vr8, vr20 |
| vmul.h vr9, vr9, vr21 |
| vmul.h vr10, vr10, vr21 |
| vssub.h vr7, vr7, vr9 |
| vssub.h vr8, vr8, vr10 |
| vsadd.h vr7, vr7, vr11 |
| vsadd.h vr8, vr8, vr12 |
| vsadd.h vr7, vr7, vr22 |
| vsadd.h vr8, vr8, vr22 |
| |
| vilvh.b vr13, \in3, \in2 |
| vilvh.b vr14, \in4, \in3 |
| vilvh.b vr15, \in4, \in1 |
| vilvh.b vr16, \in5, \in2 |
| vilvh.b vr17, \in5, \in0 |
| vilvh.b vr18, \in6, \in1 |
| vhaddw.hu.bu vr13, vr13, vr13 |
| vhaddw.hu.bu vr14, vr14, vr14 |
| vhaddw.hu.bu vr15, vr15, vr15 |
| vhaddw.hu.bu vr16, vr16, vr16 |
| vhaddw.hu.bu vr17, vr17, vr17 |
| vhaddw.hu.bu vr18, vr18, vr18 |
| vmul.h vr13, vr13, vr20 |
| vmul.h vr14, vr14, vr20 |
| vmul.h vr15, vr15, vr21 |
| vmul.h vr16, vr16, vr21 |
| vssub.h vr13, vr13, vr15 |
| vssub.h vr14, vr14, vr16 |
| vsadd.h vr13, vr13, vr17 |
| vsadd.h vr14, vr14, vr18 |
| vsadd.h vr13, vr13, vr22 |
| vsadd.h vr14, vr14, vr22 |
| vssrani.bu.h vr13, vr7, 5 |
| vssrani.bu.h vr14, vr8, 5 |
| .endm |
| |
| .macro put_h264_qpel16_mc1 in0 |
| function ff_put_h264_qpel16_mc\in0\()_lsx |
| slli.d t0, a2, 1 |
| add.d t1, t0, a2 |
| sub.d t2, a1, t0 // t2 = src - 2 * stride |
| vldi vr20, 0x414 |
| vldi vr21, 0x405 |
| vldi vr22, 0x410 |
| |
| vld vr0, t2, 0 |
| vldx vr1, t2, a2 |
| vldx vr2, t2, t0 |
| vldx vr3, t2, t1 |
| alsl.d t2, a2, t2, 2 // t2 = t2 + 4 * stride |
| vld vr4, t2, 0 |
| vldx vr5, t2, a2 |
| vldx vr6, t2, t0 |
| QPEL8_V_LSX vr0, vr1, vr2, vr3, vr4, vr5, vr6 |
| .ifc \in0, 01 |
| vavgr.bu vr13, vr2, vr13 |
| vavgr.bu vr14, vr3, vr14 |
| .else |
| vavgr.bu vr13, vr3, vr13 |
| vavgr.bu vr14, vr4, vr14 |
| .endif |
| vst vr13, a0, 0 |
| vstx vr14, a0, a2 |
| |
| vldx vr0, t2, t1 |
| alsl.d t2, a2, t2, 2 // t2 = t2 + 4 *stride |
| vld vr1, t2, 0 |
| QPEL8_V_LSX vr2, vr3, vr4, vr5, vr6, vr0, vr1 |
| .ifc \in0, 01 |
| vavgr.bu vr13, vr4, vr13 |
| vavgr.bu vr14, vr5, vr14 |
| .else |
| vavgr.bu vr13, vr5, vr13 |
| vavgr.bu vr14, vr6, vr14 |
| .endif |
| vstx vr13, a0, t0 |
| vstx vr14, a0, t1 |
| |
| alsl.d a0, a2, a0, 2 // dst = dst + 4 * stride |
| |
| vldx vr2, t2, a2 |
| vldx vr3, t2, t0 |
| QPEL8_V_LSX vr4, vr5, vr6, vr0, vr1, vr2, vr3 |
| .ifc \in0, 01 |
| vavgr.bu vr13, vr6, vr13 |
| vavgr.bu vr14, vr0, vr14 |
| .else |
| vavgr.bu vr13, vr0, vr13 |
| vavgr.bu vr14, vr1, vr14 |
| .endif |
| vst vr13, a0, 0 |
| vstx vr14, a0, a2 |
| |
| vldx vr4, t2, t1 |
| alsl.d t2, a2, t2, 2 // t2 = t2 + 4 * stride |
| vld vr5, t2, 0 |
| QPEL8_V_LSX vr6, vr0, vr1, vr2, vr3, vr4, vr5 |
| .ifc \in0, 01 |
| vavgr.bu vr13, vr1, vr13 |
| vavgr.bu vr14, vr2, vr14 |
| .else |
| vavgr.bu vr13, vr2, vr13 |
| vavgr.bu vr14, vr3, vr14 |
| .endif |
| vstx vr13, a0, t0 |
| vstx vr14, a0, t1 |
| |
| alsl.d a0, a2, a0, 2 // dst = dst + 4 * stride |
| |
| vldx vr6, t2, a2 |
| vldx vr0, t2, t0 |
| QPEL8_V_LSX vr1, vr2, vr3, vr4, vr5, vr6, vr0 |
| .ifc \in0, 01 |
| vavgr.bu vr13, vr3, vr13 |
| vavgr.bu vr14, vr4, vr14 |
| .else |
| vavgr.bu vr13, vr4, vr13 |
| vavgr.bu vr14, vr5, vr14 |
| .endif |
| vst vr13, a0, 0 |
| vstx vr14, a0, a2 |
| |
| vldx vr1, t2, t1 |
| alsl.d t2, a2, t2, 2 // t2 = t2 + 4 * stride |
| vld vr2, t2, 0 |
| QPEL8_V_LSX vr3, vr4, vr5, vr6, vr0, vr1, vr2 |
| .ifc \in0, 01 |
| vavgr.bu vr13, vr5, vr13 |
| vavgr.bu vr14, vr6, vr14 |
| .else |
| vavgr.bu vr13, vr6, vr13 |
| vavgr.bu vr14, vr0, vr14 |
| .endif |
| vstx vr13, a0, t0 |
| vstx vr14, a0, t1 |
| |
| alsl.d a0, a2, a0, 2 // dst = dst + 4 * stride |
| |
| vldx vr3, t2, a2 |
| vldx vr4, t2, t0 |
| QPEL8_V_LSX vr5, vr6, vr0, vr1, vr2, vr3, vr4 |
| .ifc \in0, 01 |
| vavgr.bu vr13, vr0, vr13 |
| vavgr.bu vr14, vr1, vr14 |
| .else |
| vavgr.bu vr13, vr1, vr13 |
| vavgr.bu vr14, vr2, vr14 |
| .endif |
| vst vr13, a0, 0 |
| vstx vr14, a0, a2 |
| |
| vldx vr5, t2, t1 |
| alsl.d t2, a2, t2, 2 // t2 = t2 + 4 * stride |
| vld vr6, t2, 0 |
| QPEL8_V_LSX vr0, vr1, vr2, vr3, vr4, vr5, vr6 |
| .ifc \in0, 01 |
| vavgr.bu vr13, vr2, vr13 |
| vavgr.bu vr14, vr3, vr14 |
| .else |
| vavgr.bu vr13, vr3, vr13 |
| vavgr.bu vr14, vr4, vr14 |
| .endif |
| vstx vr13, a0, t0 |
| vstx vr14, a0, t1 |
| endfunc |
| .endm |
| |
| put_h264_qpel16_mc1 01 |
| put_h264_qpel16_mc1 03 |
| |
| .macro VST_QPEL8_V_LOWPASS_LSX in0, in1, in2, in3, in4, in5, in6, in7, in8 |
| QPEL8_V_LSX \in0, \in1, \in2, \in3, \in4, \in5, \in6 |
| vavgr.bu vr13, \in7, vr13 |
| vavgr.bu vr14, \in8, vr14 |
| vst vr13, a0, 0 |
| vstx vr14, a0, a2 |
| .endm |
| |
| .macro VSTX_QPEL8_V_LOWPASS_LSX in0, in1, in2, in3, in4, in5, in6, in7, in8 |
| QPEL8_V_LSX \in0, \in1, \in2, \in3, \in4, \in5, \in6 |
| vavgr.bu vr13, \in7, vr13 |
| vavgr.bu vr14, \in8, vr14 |
| vstx vr13, a0, t1 |
| vstx vr14, a0, t2 |
| .endm |
| |
| function ff_put_h264_qpel16_mc11_lsx |
| addi.d sp, sp, -64 |
| fst.d f24, sp, 0 |
| fst.d f25, sp, 8 |
| fst.d f26, sp, 16 |
| fst.d f27, sp, 24 |
| fst.d f28, sp, 32 |
| fst.d f29, sp, 40 |
| fst.d f30, sp, 48 |
| fst.d f31, sp, 56 |
| slli.d t1, a2, 1 |
| add.d t2, t1, a2 |
| slli.d t6, t1, 1 |
| vldi vr20, 0x414 |
| vldi vr21, 0x405 |
| vldi vr22, 0x410 |
| sub.d t4, a1, t1 // t4 = src - 2 * stride |
| addi.d t0, a1, -2 // t0 = src - 2 |
| addi.d a1, t0, 8 // a1 = t0 + 8 |
| .rept 2 |
| VLD_DOUBLE_QPEL8_H_LSX vr12, vr13, vr14, vr15, t0 |
| alsl.d t0, a2, t0, 2 |
| VLD_DOUBLE_QPEL8_H_LSX vr16, vr17, vr18, vr19, t0 |
| VLD_DOUBLE_QPEL8_H_SSRANI_LSX vr23, vr24, vr25, vr26, vr12, vr13, \ |
| vr14, vr15, a1 |
| alsl.d a1, a2, a1, 2 |
| VLD_DOUBLE_QPEL8_H_SSRANI_LSX vr27, vr28, vr29, vr30, vr16, vr17, \ |
| vr18, vr19, a1 |
| |
| vld vr0, t4, 0 // t4 = src - 2 * stride |
| vldx vr1, t4, a2 |
| vldx vr2, t4, t1 |
| vldx vr3, t4, t2 |
| alsl.d t4, a2, t4, 2 // src + 2 *stride |
| vld vr4, t4, 0 |
| vldx vr5, t4, a2 |
| vldx vr6, t4, t1 |
| VST_QPEL8_V_LOWPASS_LSX vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr23, vr24 |
| vldx vr0, t4, t2 |
| alsl.d t4, a2, t4, 2 // src + 6 *stride |
| vld vr1, t4, 0 |
| VSTX_QPEL8_V_LOWPASS_LSX vr2, vr3, vr4, vr5, vr6, vr0, vr1, vr25, vr26 |
| alsl.d a0, a2, a0, 2 // dst = dst + 4 * stride |
| vldx vr2, t4, a2 |
| vldx vr3, t4, t1 |
| VST_QPEL8_V_LOWPASS_LSX vr4, vr5, vr6, vr0, vr1, vr2, vr3, vr27, vr28 |
| vldx vr4, t4, t2 |
| alsl.d t4, a2, t4, 2 // src + 10 *stride |
| vld vr5, t4, 0 |
| VSTX_QPEL8_V_LOWPASS_LSX vr6, vr0, vr1, vr2, vr3, vr4, vr5, vr29, vr30 |
| alsl.d t0, a2, t0, 2 |
| alsl.d a1, a2, a1, 2 // a1 = src + 8 * stride |
| alsl.d a0, a2, a0, 2 // dst = dst + 8 * stride |
| sub.d t4, t4, t6 |
| .endr |
| fld.d f24, sp, 0 |
| fld.d f25, sp, 8 |
| fld.d f26, sp, 16 |
| fld.d f27, sp, 24 |
| fld.d f28, sp, 32 |
| fld.d f29, sp, 40 |
| fld.d f30, sp, 48 |
| fld.d f31, sp, 56 |
| addi.d sp, sp, 64 |
| endfunc |
| |
| function ff_avg_h264_qpel16_mc00_lsx |
| slli.d t0, a2, 1 |
| add.d t1, t0, a2 |
| slli.d t2, t0, 1 |
| addi.d t3, a0, 0 |
| .rept 4 |
| vld vr0, a1, 0 |
| vldx vr1, a1, a2 |
| vldx vr2, a1, t0 |
| vldx vr3, a1, t1 |
| add.d a1, a1, t2 |
| vld vr8, t3, 0 |
| vldx vr9, t3, a2 |
| vldx vr10, t3, t0 |
| vldx vr11, t3, t1 |
| add.d t3, t3, t2 |
| vavgr.bu vr0, vr8, vr0 |
| vavgr.bu vr1, vr9, vr1 |
| vavgr.bu vr2, vr10, vr2 |
| vavgr.bu vr3, vr11, vr3 |
| vst vr0, a0, 0 |
| vstx vr1, a0, a2 |
| vstx vr2, a0, t0 |
| vstx vr3, a0, t1 |
| add.d a0, a0, t2 |
| .endr |
| endfunc |
| |
| .macro put_h264_qpel16_mc in0 |
| function ff_put_h264_qpel16_mc\in0\()_lsx |
| addi.d sp, sp, -64 |
| fst.d f24, sp, 0 |
| fst.d f25, sp, 8 |
| fst.d f26, sp, 16 |
| fst.d f27, sp, 24 |
| fst.d f28, sp, 32 |
| fst.d f29, sp, 40 |
| fst.d f30, sp, 48 |
| fst.d f31, sp, 56 |
| slli.d t1, a2, 1 |
| add.d t2, t1, a2 |
| vldi vr20, 0x414 |
| vldi vr21, 0x405 |
| vldi vr22, 0x410 |
| addi.d t0, a1, -2 // t0 = src - 2 |
| |
| .ifc \in0, 33 |
| add.d t0, t0, a2 |
| .endif |
| add.d t3, a1, zero // t3 = src |
| sub.d t4, a1, t1 // t4 = src - 2 * stride |
| addi.d t4, t4, 1 |
| |
| VLD_DOUBLE_QPEL8_H_LSX vr12, vr13, vr14, vr15, t0 |
| alsl.d a1, a2, t0, 2 |
| VLD_DOUBLE_QPEL8_H_LSX vr16, vr17, vr18, vr19, a1 |
| addi.d a1, t0, 8 |
| VLD_DOUBLE_QPEL8_H_SSRANI_LSX vr23, vr24, vr25, vr26, vr12, vr13, \ |
| vr14, vr15, a1 |
| alsl.d a1, a2, a1, 2 |
| VLD_DOUBLE_QPEL8_H_SSRANI_LSX vr27, vr28, vr29, vr30, vr16, vr17, \ |
| vr18, vr19, a1 |
| vld vr0, t4, 0 // t4 = src - 2 * stride + 1 |
| vldx vr1, t4, a2 |
| vldx vr2, t4, t1 |
| vldx vr3, t4, t2 |
| alsl.d t4, a2, t4, 2 |
| vld vr4, t4, 0 |
| vldx vr5, t4, a2 |
| vldx vr6, t4, t1 |
| VST_QPEL8_V_LOWPASS_LSX vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr23, vr24 |
| vldx vr0, t4, t2 |
| alsl.d t4, a2, t4, 2 |
| vld vr1, t4, 0 |
| VSTX_QPEL8_V_LOWPASS_LSX vr2, vr3, vr4, vr5, vr6, vr0, vr1, vr25, vr26 |
| add.d t6, t4, zero // t6 = src + 6 * stride |
| alsl.d a0, a2, a0, 2 // dst = dst + 4 * stride |
| vldx vr2, t4, a2 |
| vldx vr3, t4, t1 |
| VST_QPEL8_V_LOWPASS_LSX vr4, vr5, vr6, vr0, vr1, vr2, vr3, vr27, vr28 |
| vldx vr4, t4, t2 |
| alsl.d t4, a2, t4, 2 |
| vld vr5, t4, 0 |
| VSTX_QPEL8_V_LOWPASS_LSX vr6, vr0, vr1, vr2, vr3, vr4, vr5, vr29, vr30 |
| alsl.d a1, a2, t0, 3 // a1 = src + 8 * stride |
| addi.d t5, a1, 8 // a1 = src + 8 * stride + 8 |
| VLD_DOUBLE_QPEL8_H_LSX vr12, vr13, vr14, vr15, a1 |
| alsl.d a1, a2, a1, 2 |
| VLD_DOUBLE_QPEL8_H_LSX vr16, vr17, vr18, vr19, a1 |
| VLD_DOUBLE_QPEL8_H_SSRANI_LSX vr23, vr24, vr25, vr26, vr12, vr13, \ |
| vr14, vr15, t5 |
| alsl.d t5, a2, t5, 2 |
| VLD_DOUBLE_QPEL8_H_SSRANI_LSX vr27, vr28, vr29, vr30, vr16, vr17, \ |
| vr18, vr19, t5 |
| alsl.d a0, a2, a0, 2 // dst = dst + 4 * stride |
| |
| // t6 = src + 6 * stride + 1 |
| vld vr0, t6, 0 |
| vldx vr1, t6, a2 |
| vldx vr2, t6, t1 |
| vldx vr3, t6, t2 |
| alsl.d t6, a2, t6, 2 |
| vld vr4, t6, 0 |
| vldx vr5, t6, a2 |
| vldx vr6, t6, t1 |
| VST_QPEL8_V_LOWPASS_LSX vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr23, vr24 |
| vldx vr0, t6, t2 |
| alsl.d t6, a2, t6, 2 |
| vld vr1, t6, 0 |
| VSTX_QPEL8_V_LOWPASS_LSX vr2, vr3, vr4, vr5 ,vr6, vr0, vr1, vr25, vr26 |
| alsl.d a0, a2, a0, 2 // dst = dst + 4 *stride |
| vldx vr2, t6, a2 |
| vldx vr3, t6, t1 |
| VST_QPEL8_V_LOWPASS_LSX vr4, vr5, vr6, vr0, vr1, vr2, vr3, vr27, vr28 |
| vldx vr4, t6, t2 |
| alsl.d t6, a2, t6, 2 |
| vld vr5, t6, 0 |
| VSTX_QPEL8_V_LOWPASS_LSX vr6, vr0, vr1, vr2, vr3, vr4, vr5, vr29, vr30 |
| |
| fld.d f24, sp, 0 |
| fld.d f25, sp, 8 |
| fld.d f26, sp, 16 |
| fld.d f27, sp, 24 |
| fld.d f28, sp, 32 |
| fld.d f29, sp, 40 |
| fld.d f30, sp, 48 |
| fld.d f31, sp, 56 |
| addi.d sp, sp, 64 |
| endfunc |
| .endm |
| |
| put_h264_qpel16_mc 33 |
| put_h264_qpel16_mc 31 |
| |
| function ff_put_h264_qpel16_mc13_lsx |
| slli.d t1, a2, 1 |
| add.d t2, t1, a2 |
| vldi vr20, 0x414 |
| vldi vr21, 0x405 |
| vldi vr22, 0x410 |
| addi.d sp, sp, -64 |
| fst.d f24, sp, 0 |
| fst.d f25, sp, 8 |
| fst.d f26, sp, 16 |
| fst.d f27, sp, 24 |
| fst.d f28, sp, 32 |
| fst.d f29, sp, 40 |
| fst.d f30, sp, 48 |
| fst.d f31, sp, 56 |
| addi.d t0, a1, -2 // t0 = src - 2 |
| add.d t0, t0, a2 |
| add.d t3, a1, zero // t3 = src |
| sub.d t4, a1, t1 // t4 = src - 2 * stride |
| |
| VLD_DOUBLE_QPEL8_H_LSX vr12, vr13, vr14, vr15, t0 |
| alsl.d a1, a2, t0, 2 |
| VLD_DOUBLE_QPEL8_H_LSX vr16, vr17, vr18, vr19, a1 |
| addi.d a1, t0, 8 |
| VLD_DOUBLE_QPEL8_H_SSRANI_LSX vr23, vr24, vr25, vr26, vr12, vr13, \ |
| vr14, vr15, a1 |
| alsl.d a1, a2, a1, 2 |
| VLD_DOUBLE_QPEL8_H_SSRANI_LSX vr27, vr28, vr29, vr30, vr16, vr17, \ |
| vr18, vr19, a1 |
| vld vr0, t4, 0 // t4 = src - 2 * stride + 1 |
| vldx vr1, t4, a2 |
| vldx vr2, t4, t1 |
| vldx vr3, t4, t2 |
| alsl.d t4, a2, t4, 2 |
| vld vr4, t4, 0 |
| vldx vr5, t4, a2 |
| vldx vr6, t4, t1 |
| VST_QPEL8_V_LOWPASS_LSX vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr23, vr24 |
| vldx vr0, t4, t2 |
| alsl.d t4, a2, t4, 2 |
| vld vr1, t4, 0 |
| VSTX_QPEL8_V_LOWPASS_LSX vr2, vr3, vr4, vr5, vr6, vr0, vr1, vr25, vr26 |
| add.d t6, t4, zero |
| alsl.d a0, a2, a0, 2 // dst = dst + 4 * stride |
| vldx vr2, t4, a2 |
| vldx vr3, t4, t1 |
| VST_QPEL8_V_LOWPASS_LSX vr4, vr5, vr6, vr0, vr1, vr2, vr3, vr27, vr28 |
| vldx vr4, t4, t2 |
| alsl.d t4, a2, t4, 2 |
| vld vr5, t4, 0 |
| VSTX_QPEL8_V_LOWPASS_LSX vr6, vr0, vr1, vr2, vr3, vr4, vr5, vr29, vr30 |
| alsl.d a1, a2, t0, 3 // a1 = src + 8 * stride |
| addi.d t5, a1, 8 // a1 = src + 8 * stride + 8 |
| VLD_DOUBLE_QPEL8_H_LSX vr12, vr13, vr14, vr15, a1 |
| alsl.d a1, a2, a1, 2 |
| VLD_DOUBLE_QPEL8_H_LSX vr16, vr17, vr18, vr19, a1 |
| VLD_DOUBLE_QPEL8_H_SSRANI_LSX vr23, vr24, vr25, vr26, vr12, vr13, \ |
| vr14, vr15, t5 |
| alsl.d t5, a2, t5, 2 |
| VLD_DOUBLE_QPEL8_H_SSRANI_LSX vr27, vr28, vr29, vr30, vr16, vr17, \ |
| vr18, vr19, t5 |
| alsl.d a0, a2, a0, 2 // dst = dst + 4 * stride |
| |
| vld vr0, t6, 0 // // t6 = src + 6 * stride + 1 |
| vldx vr1, t6, a2 |
| vldx vr2, t6, t1 |
| vldx vr3, t6, t2 |
| alsl.d t6, a2, t6, 2 |
| vld vr4, t6, 0 |
| vldx vr5, t6, a2 |
| vldx vr6, t6, t1 |
| VST_QPEL8_V_LOWPASS_LSX vr0, vr1, vr2, vr3, vr4, vr5, vr6, vr23, vr24 |
| vldx vr0, t6, t2 |
| alsl.d t6, a2, t6, 2 |
| vld vr1, t6, 0 |
| VSTX_QPEL8_V_LOWPASS_LSX vr2, vr3, vr4, vr5, vr6, vr0, vr1, vr25, vr26 |
| alsl.d a0, a2, a0, 2 // dst = dst + 4 *stride |
| vldx vr2, t6, a2 |
| vldx vr3, t6, t1 |
| VST_QPEL8_V_LOWPASS_LSX vr4, vr5, vr6, vr0, vr1, vr2, vr3, vr27, vr28 |
| vldx vr4, t6, t2 |
| alsl.d t6, a2, t6, 2 |
| vld vr5, t6, 0 |
| VSTX_QPEL8_V_LOWPASS_LSX vr6, vr0, vr1, vr2, vr3, vr4, vr5, vr29, vr30 |
| fld.d f24, sp, 0 |
| fld.d f25, sp, 8 |
| fld.d f26, sp, 16 |
| fld.d f27, sp, 24 |
| fld.d f28, sp, 32 |
| fld.d f29, sp, 40 |
| fld.d f30, sp, 48 |
| fld.d f31, sp, 56 |
| addi.d sp, sp, 64 |
| endfunc |
| |
| function ff_avg_h264_qpel16_mc10_lsx |
| addi.d t0, a0, 0 // t0 = dst |
| addi.d t4, a1, -2 // t1 = src - 2 |
| addi.d t5, t4, 8 |
| slli.d t1, a2, 1 |
| add.d t2, a2, t1 |
| vldi vr20, 0x414 |
| vldi vr21, 0x405 |
| vldi vr22, 0x410 |
| .rept 2 |
| VLD_DOUBLE_QPEL8_H_LSX vr12, vr13, vr14, vr15, t4 |
| alsl.d t4, a2, t4, 2 |
| VLD_DOUBLE_QPEL8_H_LSX vr16, vr17, vr18, vr19, t4 |
| VLD_QPEL8_H_SSRANI_LSX vr2, vr3, vr12, vr13, t5 |
| vld vr0, a1, 0 |
| vldx vr1, a1, a2 |
| vld vr12, t0, 0 |
| vldx vr13, t0, a2 |
| vavgr.bu vr0, vr0, vr2 |
| vavgr.bu vr1, vr1, vr3 |
| vavgr.bu vr0, vr0, vr12 |
| vavgr.bu vr1, vr1, vr13 |
| vst vr0, a0, 0 |
| vstx vr1, a0, a2 |
| VLDX_QPEL8_H_SSRANI_LSX vr2, vr3, vr14, vr15, t5 |
| vldx vr0, a1, t1 |
| vldx vr1, a1, t2 |
| vldx vr12, t0, t1 |
| vldx vr13, t0, t2 |
| vavgr.bu vr0, vr0, vr2 |
| vavgr.bu vr1, vr1, vr3 |
| vavgr.bu vr0, vr0, vr12 |
| vavgr.bu vr1, vr1, vr13 |
| vstx vr0, a0, t1 |
| vstx vr1, a0, t2 |
| alsl.d t5, a2, t5, 2 |
| alsl.d a1, a2, a1, 2 |
| alsl.d t0, a2, t0, 2 |
| alsl.d a0, a2, a0, 2 |
| VLD_QPEL8_H_SSRANI_LSX vr2, vr3, vr16, vr17, t5 |
| vld vr0, a1, 0 |
| vldx vr1, a1, a2 |
| vld vr12, t0, 0 |
| vldx vr13, t0, a2 |
| vavgr.bu vr0, vr0, vr2 |
| vavgr.bu vr1, vr1, vr3 |
| vavgr.bu vr0, vr0, vr12 |
| vavgr.bu vr1, vr1, vr13 |
| vst vr0, a0, 0 |
| vstx vr1, a0, a2 |
| VLDX_QPEL8_H_SSRANI_LSX vr2, vr3, vr18, vr19, t5 |
| vldx vr0, a1, t1 |
| vldx vr1, a1, t2 |
| vldx vr12, t0, t1 |
| vldx vr13, t0, t2 |
| vavgr.bu vr0, vr0, vr2 |
| vavgr.bu vr1, vr1, vr3 |
| vavgr.bu vr0, vr0, vr12 |
| vavgr.bu vr1, vr1, vr13 |
| vstx vr0, a0, t1 |
| vstx vr1, a0, t2 |
| alsl.d t5, a2, t5, 2 |
| alsl.d a1, a2, a1, 2 |
| alsl.d t0, a2, t0, 2 |
| alsl.d a0, a2, a0, 2 |
| alsl.d t4, a2, t4, 2 // src + 8 * stride -2 |
| .endr |
| endfunc |
| |
| function ff_avg_h264_qpel16_mc30_lsx |
| addi.d t0, a0, 0 // t0 = dst |
| addi.d t4, a1, -2 // t1 = src - 2 |
| addi.d t5, t4, 8 |
| addi.d a1, a1, 1 // a1 = a1 + 1 |
| slli.d t1, a2, 1 |
| add.d t2, a2, t1 |
| vldi vr20, 0x414 |
| vldi vr21, 0x405 |
| vldi vr22, 0x410 |
| .rept 2 |
| VLD_DOUBLE_QPEL8_H_LSX vr12, vr13, vr14, vr15, t4 |
| alsl.d t4, a2, t4, 2 |
| VLD_DOUBLE_QPEL8_H_LSX vr16, vr17, vr18, vr19, t4 |
| VLD_QPEL8_H_SSRANI_LSX vr2, vr3, vr12, vr13, t5 |
| vld vr0, a1, 0 |
| vldx vr1, a1, a2 |
| vld vr12, t0, 0 |
| vldx vr13, t0, a2 |
| vavgr.bu vr0, vr0, vr2 |
| vavgr.bu vr1, vr1, vr3 |
| vavgr.bu vr0, vr0, vr12 |
| vavgr.bu vr1, vr1, vr13 |
| vst vr0, a0, 0 |
| vstx vr1, a0, a2 |
| VLDX_QPEL8_H_SSRANI_LSX vr2, vr3, vr14, vr15, t5 |
| vldx vr0, a1, t1 |
| vldx vr1, a1, t2 |
| vldx vr12, t0, t1 |
| vldx vr13, t0, t2 |
| vavgr.bu vr0, vr0, vr2 |
| vavgr.bu vr1, vr1, vr3 |
| vavgr.bu vr0, vr0, vr12 |
| vavgr.bu vr1, vr1, vr13 |
| vstx vr0, a0, t1 |
| vstx vr1, a0, t2 |
| alsl.d t5, a2, t5, 2 |
| alsl.d a1, a2, a1, 2 |
| alsl.d t0, a2, t0, 2 |
| alsl.d a0, a2, a0, 2 |
| VLD_QPEL8_H_SSRANI_LSX vr2, vr3, vr16, vr17, t5 |
| vld vr0, a1, 0 |
| vldx vr1, a1, a2 |
| vld vr12, t0, 0 |
| vldx vr13, t0, a2 |
| vavgr.bu vr0, vr0, vr2 |
| vavgr.bu vr1, vr1, vr3 |
| vavgr.bu vr0, vr0, vr12 |
| vavgr.bu vr1, vr1, vr13 |
| vst vr0, a0, 0 |
| vstx vr1, a0, a2 |
| VLDX_QPEL8_H_SSRANI_LSX vr2, vr3, vr18, vr19, t5 |
| vldx vr0, a1, t1 |
| vldx vr1, a1, t2 |
| vldx vr12, t0, t1 |
| vldx vr13, t0, t2 |
| vavgr.bu vr0, vr0, vr2 |
| vavgr.bu vr1, vr1, vr3 |
| vavgr.bu vr0, vr0, vr12 |
| vavgr.bu vr1, vr1, vr13 |
| vstx vr0, a0, t1 |
| vstx vr1, a0, t2 |
| alsl.d t5, a2, t5, 2 |
| alsl.d a1, a2, a1, 2 |
| alsl.d t0, a2, t0, 2 |
| alsl.d a0, a2, a0, 2 |
| alsl.d t4, a2, t4, 2 // t1 = src + 8 * stride -2 |
| .endr |
| endfunc |
| |
| function ff_put_h264_qpel16_mc02_lsx |
| slli.d t0, a2, 1 |
| add.d t1, t0, a2 |
| sub.d t2, a1, t0 // t2 = src - 2 * stride |
| vldi vr20, 0x414 |
| vldi vr21, 0x405 |
| vldi vr22, 0x410 |
| |
| vld vr0, t2, 0 |
| vldx vr1, t2, a2 |
| vldx vr2, t2, t0 |
| vldx vr3, t2, t1 |
| alsl.d t2, a2, t2, 2 // t2 = t2 + 4 * stride |
| vld vr4, t2, 0 |
| vldx vr5, t2, a2 |
| vldx vr6, t2, t0 |
| QPEL8_V_LSX vr0, vr1, vr2, vr3, vr4, vr5, vr6 |
| vst vr13, a0, 0 |
| vstx vr14, a0, a2 |
| vldx vr0, t2, t1 |
| alsl.d t2, a2, t2, 2 // t2 = t2 + 4 *stride |
| vld vr1, t2, 0 |
| QPEL8_V_LSX vr2, vr3, vr4, vr5, vr6, vr0, vr1 |
| vstx vr13, a0, t0 |
| vstx vr14, a0, t1 |
| alsl.d a0, a2, a0, 2 // dst = dst + 4 * stride |
| vldx vr2, t2, a2 |
| vldx vr3, t2, t0 |
| QPEL8_V_LSX vr4, vr5, vr6, vr0, vr1, vr2, vr3 |
| vst vr13, a0, 0 |
| vstx vr14, a0, a2 |
| vldx vr4, t2, t1 |
| alsl.d t2, a2, t2, 2 // t2 = t2 + 4 * stride |
| vld vr5, t2, 0 |
| QPEL8_V_LSX vr6, vr0, vr1, vr2, vr3, vr4, vr5 |
| vstx vr13, a0, t0 |
| vstx vr14, a0, t1 |
| |
| alsl.d a0, a2, a0, 2 // dst = dst + 4 * stride |
| |
| vldx vr6, t2, a2 |
| vldx vr0, t2, t0 |
| QPEL8_V_LSX vr1, vr2, vr3, vr4, vr5, vr6, vr0 |
| vst vr13, a0, 0 |
| vstx vr14, a0, a2 |
| vldx vr1, t2, t1 |
| alsl.d t2, a2, t2, 2 // t2 = t2 + 4 * stride |
| vld vr2, t2, 0 |
| QPEL8_V_LSX vr3, vr4, vr5, vr6, vr0, vr1, vr2 |
| vstx vr13, a0, t0 |
| vstx vr14, a0, t1 |
| alsl.d a0, a2, a0, 2 // dst = dst + 4 * stride |
| vldx vr3, t2, a2 |
| vldx vr4, t2, t0 |
| QPEL8_V_LSX vr5, vr6, vr0, vr1, vr2, vr3, vr4 |
| vst vr13, a0, 0 |
| vstx vr14, a0, a2 |
| vldx vr5, t2, t1 |
| alsl.d t2, a2, t2, 2 // t2 = t2 + 4 * stride |
| vld vr6, t2, 0 |
| QPEL8_V_LSX vr0, vr1, vr2, vr3, vr4, vr5, vr6 |
| vstx vr13, a0, t0 |
| vstx vr14, a0, t1 |
| endfunc |
| |
| .macro avc_luma_hv_qrt_and_aver_dst_16x16_lsx |
| addi.d sp, sp, -64 |
| fst.d f24, sp, 0 |
| fst.d f25, sp, 8 |
| fst.d f26, sp, 16 |
| fst.d f27, sp, 24 |
| fst.d f28, sp, 32 |
| fst.d f29, sp, 40 |
| fst.d f30, sp, 48 |
| fst.d f31, sp, 56 |
| vldi vr20, 0x414 |
| vldi vr21, 0x405 |
| vldi vr22, 0x410 |
| |
| VLD_DOUBLE_QPEL8_H_LSX vr12, vr13, vr14, vr15, t0 |
| alsl.d a1, a2, t0, 2 |
| VLD_DOUBLE_QPEL8_H_LSX vr16, vr17, vr18, vr19, a1 |
| addi.d a1, t0, 8 |
| VLD_DOUBLE_QPEL8_H_SSRANI_LSX vr23, vr24, vr25, vr26, vr12, vr13, \ |
| vr14, vr15, a1 |
| alsl.d a1, a2, a1, 2 |
| VLD_DOUBLE_QPEL8_H_SSRANI_LSX vr27, vr28, vr29, vr30, vr16, vr17, \ |
| vr18, vr19, a1 |
| vld vr0, t4, 0 // t4 = src - 2 * stride + 1 |
| vldx vr1, t4, a2 |
| vldx vr2, t4, t1 |
| vldx vr3, t4, t2 |
| alsl.d t4, a2, t4, 2 |
| vld vr4, t4, 0 |
| vldx vr5, t4, a2 |
| vldx vr6, t4, t1 |
| QPEL8_V_LSX vr0, vr1, vr2, vr3, vr4, vr5, vr6 |
| vld vr0, t8, 0 |
| vldx vr1, t8, a2 |
| vavgr.bu vr13, vr23, vr13 |
| vavgr.bu vr14, vr24, vr14 |
| vavgr.bu vr13, vr13, vr0 |
| vavgr.bu vr14, vr14, vr1 |
| vst vr13, a0, 0 |
| vstx vr14, a0, a2 |
| vldx vr0, t4, t2 |
| alsl.d t4, a2, t4, 2 |
| vld vr1, t4, 0 |
| QPEL8_V_LSX vr2, vr3, vr4, vr5, vr6, vr0, vr1 |
| vldx vr2, t8, t1 |
| vldx vr3, t8, t2 |
| vavgr.bu vr13, vr25, vr13 |
| vavgr.bu vr14, vr26, vr14 |
| vavgr.bu vr13, vr13, vr2 |
| vavgr.bu vr14, vr14, vr3 |
| add.d t6, t4, zero // t6 = src + 6 * stride |
| vstx vr13, a0, t1 |
| vstx vr14, a0, t2 |
| alsl.d a0, a2, a0, 2 // dst = dst + 4 * stride |
| alsl.d t8, a2, t8, 2 |
| vldx vr2, t4, a2 |
| vldx vr3, t4, t1 |
| QPEL8_V_LSX vr4, vr5, vr6, vr0, vr1, vr2, vr3 |
| vld vr4, t8, 0 |
| vldx vr5, t8, a2 |
| vavgr.bu vr13, vr27, vr13 |
| vavgr.bu vr14, vr28, vr14 |
| vavgr.bu vr13, vr13, vr4 |
| vavgr.bu vr14, vr14, vr5 |
| vst vr13, a0, 0 |
| vstx vr14, a0, a2 |
| vldx vr4, t4, t2 |
| alsl.d t4, a2, t4, 2 |
| vld vr5, t4, 0 |
| QPEL8_V_LSX vr6, vr0, vr1, vr2, vr3, vr4, vr5 |
| vldx vr6, t8, t1 |
| vldx vr0, t8, t2 |
| vavgr.bu vr13, vr29, vr13 |
| vavgr.bu vr14, vr30, vr14 |
| vavgr.bu vr13, vr13, vr6 |
| vavgr.bu vr14, vr14, vr0 |
| vstx vr13, a0, t1 |
| vstx vr14, a0, t2 |
| alsl.d a1, a2, t0, 3 // a1 = src + 8 * stride |
| addi.d t5, a1, 8 // a1 = src + 8 * stride + 8 |
| VLD_DOUBLE_QPEL8_H_LSX vr12, vr13, vr14, vr15, a1 |
| alsl.d a1, a2, a1, 2 |
| VLD_DOUBLE_QPEL8_H_LSX vr16, vr17, vr18, vr19, a1 |
| VLD_DOUBLE_QPEL8_H_SSRANI_LSX vr23, vr24, vr25, vr26, vr12, vr13, \ |
| vr14, vr15, t5 |
| alsl.d t5, a2, t5, 2 |
| VLD_DOUBLE_QPEL8_H_SSRANI_LSX vr27, vr28, vr29, vr30, vr16, vr17, \ |
| vr18, vr19, t5 |
| alsl.d a0, a2, a0, 2 // dst = dst + 4 * stride |
| alsl.d t8, a2, t8, 2 |
| // t6 = src + 6 * stride + 1 |
| vld vr0, t6, 0 |
| vldx vr1, t6, a2 |
| vldx vr2, t6, t1 |
| vldx vr3, t6, t2 |
| alsl.d t6, a2, t6, 2 |
| vld vr4, t6, 0 |
| vldx vr5, t6, a2 |
| vldx vr6, t6, t1 |
| QPEL8_V_LSX vr0, vr1, vr2, vr3, vr4, vr5, vr6 |
| vld vr0, t8, 0 |
| vldx vr1, t8, a2 |
| vavgr.bu vr13, vr23, vr13 |
| vavgr.bu vr14, vr24, vr14 |
| vavgr.bu vr13, vr13, vr0 |
| vavgr.bu vr14, vr14, vr1 |
| vst vr13, a0, 0 |
| vstx vr14, a0, a2 |
| vldx vr0, t6, t2 |
| alsl.d t6, a2, t6, 2 |
| vld vr1, t6, 0 |
| QPEL8_V_LSX vr2, vr3, vr4, vr5, vr6, vr0, vr1 |
| vldx vr2, t8, t1 |
| vldx vr3, t8, t2 |
| vavgr.bu vr13, vr25, vr13 |
| vavgr.bu vr14, vr26, vr14 |
| vavgr.bu vr13, vr13, vr2 |
| vavgr.bu vr14, vr14, vr3 |
| vstx vr13, a0, t1 |
| vstx vr14, a0, t2 |
| alsl.d a0, a2, a0, 2 // dst = dst + 4 *stride |
| alsl.d t8, a2, t8, 2 |
| vldx vr2, t6, a2 |
| vldx vr3, t6, t1 |
| QPEL8_V_LSX vr4, vr5, vr6, vr0, vr1, vr2, vr3 |
| vld vr4, t8, 0 |
| vldx vr5, t8, a2 |
| vavgr.bu vr13, vr27, vr13 |
| vavgr.bu vr14, vr28, vr14 |
| vavgr.bu vr13, vr13, vr4 |
| vavgr.bu vr14, vr14, vr5 |
| vst vr13, a0, 0 |
| vstx vr14, a0, a2 |
| vldx vr4, t6, t2 |
| alsl.d t6, a2, t6, 2 |
| vld vr5, t6, 0 |
| QPEL8_V_LSX vr6, vr0, vr1, vr2, vr3, vr4, vr5 |
| vldx vr6, t8, t1 |
| vldx vr0, t8, t2 |
| vavgr.bu vr13, vr29, vr13 |
| vavgr.bu vr14, vr30, vr14 |
| vavgr.bu vr13, vr13, vr6 |
| vavgr.bu vr14, vr14, vr0 |
| vstx vr13, a0, t1 |
| vstx vr14, a0, t2 |
| fld.d f24, sp, 0 |
| fld.d f25, sp, 8 |
| fld.d f26, sp, 16 |
| fld.d f27, sp, 24 |
| fld.d f28, sp, 32 |
| fld.d f29, sp, 40 |
| fld.d f30, sp, 48 |
| fld.d f31, sp, 56 |
| addi.d sp, sp, 64 |
| .endm |
| |
| function ff_avg_h264_qpel16_mc33_lsx |
| slli.d t1, a2, 1 |
| add.d t2, t1, a2 |
| addi.d t0, a1, -2 // t0 = src - 2 |
| add.d t0, t0, a2 // t0 = src + stride - 2 |
| add.d t3, a1, zero // t3 = src |
| sub.d t4, a1, t1 // t4 = src - 2 * stride |
| addi.d t4, t4, 1 |
| addi.d t8, a0, 0 |
| avc_luma_hv_qrt_and_aver_dst_16x16_lsx |
| endfunc |
| |
| function ff_avg_h264_qpel16_mc11_lsx |
| slli.d t1, a2, 1 |
| add.d t2, t1, a2 |
| addi.d t0, a1, -2 // t0 = src - 2 |
| add.d t3, a1, zero // t3 = src |
| sub.d t4, a1, t1 // t4 = src - 2 * stride |
| addi.d t8, a0, 0 |
| avc_luma_hv_qrt_and_aver_dst_16x16_lsx |
| endfunc |
| |
| function ff_avg_h264_qpel16_mc31_lsx |
| slli.d t1, a2, 1 |
| add.d t2, t1, a2 |
| addi.d t0, a1, -2 // t0 = src - 2 |
| add.d t3, a1, zero // t3 = src |
| sub.d t4, a1, t1 // t4 = src - 2 * stride |
| addi.d t4, t4, 1 |
| addi.d t8, a0, 0 |
| avc_luma_hv_qrt_and_aver_dst_16x16_lsx |
| endfunc |
| |
| function ff_avg_h264_qpel16_mc13_lsx |
| slli.d t1, a2, 1 |
| add.d t2, t1, a2 |
| addi.d t0, a1, -2 // t0 = src - 2 |
| add.d t0, t0, a2 |
| add.d t3, a1, zero // t3 = src |
| sub.d t4, a1, t1 // t4 = src - 2 * stride |
| addi.d t8, a0, 0 |
| avc_luma_hv_qrt_and_aver_dst_16x16_lsx |
| endfunc |
| |
| function ff_avg_h264_qpel16_mc20_lsx |
| slli.d t1, a2, 1 |
| add.d t2, t1, a2 |
| vldi vr20, 0x414 |
| vldi vr21, 0x405 |
| vldi vr22, 0x410 |
| addi.d t0, a1, -2 // t0 = src - 2 |
| addi.d t5, a0, 0 |
| addi.d a1, t0, 8 |
| .rept 4 |
| VLD_DOUBLE_QPEL8_H_LSX vr12, vr13, vr14, vr15, t0 |
| VLD_QPEL8_H_SSRANI_LSX vr2, vr3, vr12, vr13, a1 |
| vld vr0, t5, 0 |
| vldx vr1, t5, a2 |
| vavgr.bu vr0, vr0, vr2 |
| vavgr.bu vr1, vr1, vr3 |
| vst vr0, a0, 0 |
| vstx vr1, a0, a2 |
| add.d a1, a1, t1 |
| VLD_QPEL8_H_SSRANI_LSX vr2, vr3, vr14, vr15, a1 |
| vldx vr0, t5, t1 |
| vldx vr1, t5, t2 |
| vavgr.bu vr0, vr0, vr2 |
| vavgr.bu vr1, vr1, vr3 |
| vstx vr0, a0, t1 |
| vstx vr1, a0, t2 |
| alsl.d t0, a2, t0, 2 |
| alsl.d t5, a2, t5, 2 |
| alsl.d a0, a2, a0, 2 |
| alsl.d a1, a2, a1, 1 |
| .endr |
| endfunc |
| |
| .macro QPEL8_HV_H_LSX out0, out1 |
| vbsrl.v vr2, vr0, 1 |
| vbsrl.v vr3, vr1, 1 |
| vbsrl.v vr4, vr0, 2 |
| vbsrl.v vr5, vr1, 2 |
| vbsrl.v vr6, vr0, 3 |
| vbsrl.v vr7, vr1, 3 |
| vbsrl.v vr8, vr0, 4 |
| vbsrl.v vr9, vr1, 4 |
| vbsrl.v vr10, vr0, 5 |
| vbsrl.v vr11, vr1, 5 |
| vilvl.b vr6, vr4, vr6 |
| vilvl.b vr7, vr5, vr7 |
| vilvl.b vr8, vr2, vr8 |
| vilvl.b vr9, vr3, vr9 |
| vilvl.b vr10, vr0, vr10 |
| vilvl.b vr11, vr1, vr11 |
| vhaddw.hu.bu vr6, vr6, vr6 |
| vhaddw.hu.bu vr7, vr7, vr7 |
| vhaddw.hu.bu vr8, vr8, vr8 |
| vhaddw.hu.bu vr9, vr9, vr9 |
| vhaddw.hu.bu vr10, vr10, vr10 |
| vhaddw.hu.bu vr11, vr11, vr11 |
| vmul.h vr2, vr6, vr20 |
| vmul.h vr3, vr7, vr20 |
| vmul.h vr4, vr8, vr21 |
| vmul.h vr5, vr9, vr21 |
| vssub.h vr2, vr2, vr4 |
| vssub.h vr3, vr3, vr5 |
| vsadd.h \out0, vr2, vr10 |
| vsadd.h \out1, vr3, vr11 |
| .endm |
| |
| .macro QPEL8_HV_V_LSX in0, in1, in2, in3, in4, in5, in6, out0, out1, out2, out3 |
| vilvl.h vr0, \in2, \in3 |
| vilvl.h vr1, \in3, \in4 // tmp0 |
| vilvl.h vr2, \in1, \in4 |
| vilvl.h vr3, \in2, \in5 // tmp2 |
| vilvl.h vr4, \in0, \in5 |
| vilvl.h vr5, \in1, \in6 // tmp4 |
| vhaddw.w.h vr0, vr0, vr0 |
| vhaddw.w.h vr1, vr1, vr1 |
| vhaddw.w.h vr2, vr2, vr2 |
| vhaddw.w.h vr3, vr3, vr3 |
| vhaddw.w.h vr4, vr4, vr4 |
| vhaddw.w.h vr5, vr5, vr5 |
| vmul.w vr0, vr0, vr22 |
| vmul.w vr1, vr1, vr22 |
| vmul.w vr2, vr2, vr23 |
| vmul.w vr3, vr3, vr23 |
| vssub.w vr0, vr0, vr2 |
| vssub.w vr1, vr1, vr3 |
| vsadd.w vr0, vr0, vr4 |
| vsadd.w vr1, vr1, vr5 |
| vsadd.w \out0, vr0, vr24 |
| vsadd.w \out1, vr1, vr24 |
| vilvh.h vr0, \in2, \in3 |
| vilvh.h vr1, \in3, \in4 // tmp0 |
| vilvh.h vr2, \in1, \in4 |
| vilvh.h vr3, \in2, \in5 // tmp2 |
| vilvh.h vr4, \in0, \in5 |
| vilvh.h vr5, \in1, \in6 // tmp4 |
| vhaddw.w.h vr0, vr0, vr0 |
| vhaddw.w.h vr1, vr1, vr1 |
| vhaddw.w.h vr2, vr2, vr2 |
| vhaddw.w.h vr3, vr3, vr3 |
| vhaddw.w.h vr4, vr4, vr4 |
| vhaddw.w.h vr5, vr5, vr5 |
| vmul.w vr0, vr0, vr22 |
| vmul.w vr1, vr1, vr22 |
| vmul.w vr2, vr2, vr23 |
| vmul.w vr3, vr3, vr23 |
| vssub.w vr0, vr0, vr2 |
| vssub.w vr1, vr1, vr3 |
| vsadd.w vr0, vr0, vr4 |
| vsadd.w vr1, vr1, vr5 |
| vsadd.w \out2, vr0, vr24 |
| vsadd.w \out3, vr1, vr24 |
| vssrani.hu.w \out2, \out0, 10 |
| vssrani.hu.w \out3, \out1, 10 |
| vssrani.bu.h \out3, \out2, 0 |
| .endm |
| |
| .macro h264_qpel8_hv_lowpass_core_lsx in0, in1, type |
| vld vr0, \in0, 0 |
| vldx vr1, \in0, a3 |
| QPEL8_HV_H_LSX vr12, vr13 // a b$ |
| vldx vr0, \in0, t1 |
| vldx vr1, \in0, t2 |
| QPEL8_HV_H_LSX vr14, vr15 // c d$ |
| |
| alsl.d \in0, a3, \in0, 2 |
| |
| vld vr0, \in0, 0 |
| vldx vr1, \in0, a3 |
| QPEL8_HV_H_LSX vr16, vr17 // e f$ |
| vldx vr0, \in0, t1 |
| vldx vr1, \in0, t2 |
| QPEL8_HV_H_LSX vr18, vr19 // g h$ |
| QPEL8_HV_V_LSX vr12, vr13, vr14, vr15, vr16, vr17, vr18, vr6, vr7, vr0, vr1 |
| .ifc \type, avg |
| fld.d f2, t3, 0 |
| fldx.d f3, t3, a2 |
| vilvl.d vr2, vr3, vr2 |
| vavgr.bu vr1, vr2, vr1 |
| .endif |
| vstelm.d vr1, \in1, 0, 0 |
| add.d \in1, \in1, a2 |
| vstelm.d vr1, \in1, 0, 1 |
| |
| alsl.d \in0, a3, \in0, 2 |
| |
| // tmp8 |
| vld vr0, \in0, 0 |
| vldx vr1, \in0, a3 |
| QPEL8_HV_H_LSX vr12, vr13 |
| QPEL8_HV_V_LSX vr14, vr15, vr16, vr17, vr18, vr19, vr12, vr6, vr7, vr0, vr1 |
| .ifc \type, avg |
| fldx.d f2, t3, t5 |
| fldx.d f3, t3, t6 |
| vilvl.d vr2, vr3, vr2 |
| vavgr.bu vr1, vr2, vr1 |
| .endif |
| add.d \in1, \in1, a2 |
| vstelm.d vr1, \in1, 0, 0 |
| add.d \in1, \in1, a2 |
| vstelm.d vr1, \in1, 0, 1 |
| |
| // tmp10 |
| vldx vr0, \in0, t1 |
| vldx vr1, \in0, t2 |
| QPEL8_HV_H_LSX vr14, vr15 |
| QPEL8_HV_V_LSX vr16, vr17, vr18, vr19, vr12, vr13, vr14, vr6, vr7, vr0, vr1 |
| .ifc \type, avg |
| alsl.d t3, a2, t3, 2 |
| fld.d f2, t3, 0 |
| fldx.d f3, t3, a2 |
| vilvl.d vr2, vr3, vr2 |
| vavgr.bu vr1, vr2, vr1 |
| .endif |
| add.d \in1, \in1, a2 |
| vstelm.d vr1, \in1, 0, 0 |
| add.d \in1, \in1, a2 |
| vstelm.d vr1, \in1, 0, 1 |
| |
| // tmp12 |
| alsl.d \in0, a3, \in0, 2 |
| |
| vld vr0, \in0, 0 |
| vldx vr1, \in0, a3 |
| QPEL8_HV_H_LSX vr16, vr17 |
| QPEL8_HV_V_LSX vr18, vr19, vr12, vr13, vr14, vr15, vr16, vr6, vr7, vr0, vr1 |
| .ifc \type, avg |
| fldx.d f2, t3, t5 |
| fldx.d f3, t3, t6 |
| vilvl.d vr2, vr3, vr2 |
| vavgr.bu vr1, vr2, vr1 |
| .endif |
| add.d \in1, \in1, a2 |
| vstelm.d vr1, \in1, 0, 0 |
| add.d \in1, \in1, a2 |
| vstelm.d vr1, \in1, 0, 1 |
| .endm |
| |
| function put_h264_qpel8_hv_lowpass_lsx |
| slli.d t1, a3, 1 |
| add.d t2, t1, a3 |
| addi.d sp, sp, -8 |
| fst.d f24, sp, 0 |
| addi.d t0, a1, -2 // t0 = src - 2 |
| sub.d t0, t0, t1 // t0 = t0 - 2 * stride |
| vldi vr20, 0x414 // h_20 |
| vldi vr21, 0x405 // h_5 |
| vldi vr22, 0x814 // w_20 |
| vldi vr23, 0x805 // w_5 |
| addi.d t4, zero, 512 |
| vreplgr2vr.w vr24, t4 // w_512 |
| h264_qpel8_hv_lowpass_core_lsx t0, a0, put |
| fld.d f24, sp, 0 |
| addi.d sp, sp, 8 |
| endfunc |
| |
| function put_h264_qpel8_h_lowpass_lsx |
| slli.d t1, a3, 1 |
| add.d t2, t1, a3 |
| vldi vr20, 0x414 |
| vldi vr21, 0x405 |
| vldi vr22, 0x410 |
| addi.d t0, a1, -2 // t0 = src - 2 |
| add.d t3, a1, zero // t3 = src |
| .rept 2 |
| vld vr0, t0, 0 |
| vldx vr1, t0, a3 |
| QPEL8_H_LSX vr12, vr13 |
| vssrani.bu.h vr13, vr12, 5 |
| vstelm.d vr13, a0, 0, 0 |
| add.d a0, a0, a2 |
| vstelm.d vr13, a0, 0, 1 |
| add.d a0, a0, a2 |
| vldx vr0, t0, t1 |
| vldx vr1, t0, t2 |
| QPEL8_H_LSX vr12, vr13 |
| vssrani.bu.h vr13, vr12, 5 |
| vstelm.d vr13, a0, 0, 0 |
| add.d a0, a0, a2 |
| vstelm.d vr13, a0, 0, 1 |
| add.d a0, a0, a2 |
| alsl.d t0, a3, t0, 2 |
| .endr |
| endfunc |
| |
| function put_pixels16_l2_8_lsx |
| slli.d t0, a4, 1 |
| add.d t1, t0, a4 |
| slli.d t2, t0, 1 |
| slli.d t3, a3, 1 |
| add.d t4, t3, a3 |
| slli.d t5, t3, 1 |
| .rept 4 |
| vld vr0, a1, 0 |
| vldx vr1, a1, a4 |
| vldx vr2, a1, t0 |
| vldx vr3, a1, t1 |
| add.d a1, a1, t2 |
| vld vr8, a2, 0x00 |
| vld vr9, a2, 0x10 |
| vld vr10, a2, 0x20 |
| vld vr11, a2, 0x30 |
| addi.d a2, a2, 0x40 |
| vavgr.bu vr0, vr8, vr0 |
| vavgr.bu vr1, vr9, vr1 |
| vavgr.bu vr2, vr10, vr2 |
| vavgr.bu vr3, vr11, vr3 |
| vst vr0, a0, 0 |
| vstx vr1, a0, a3 |
| vstx vr2, a0, t3 |
| vstx vr3, a0, t4 |
| add.d a0, a0, t5 |
| .endr |
| endfunc |
| |
| .macro QPEL8_V1_LSX in0, in1, in2, in3, in4, in5, in6 |
| vilvl.b vr7, \in3, \in2 |
| vilvl.b vr8, \in4, \in3 |
| vilvl.b vr9, \in4, \in1 |
| vilvl.b vr10, \in5, \in2 |
| vilvl.b vr11, \in5, \in0 |
| vilvl.b vr12, \in6, \in1 |
| vhaddw.hu.bu vr7, vr7, vr7 |
| vhaddw.hu.bu vr8, vr8, vr8 |
| vhaddw.hu.bu vr9, vr9, vr9 |
| vhaddw.hu.bu vr10, vr10, vr10 |
| vhaddw.hu.bu vr11, vr11, vr11 |
| vhaddw.hu.bu vr12, vr12, vr12 |
| vmul.h vr7, vr7, vr20 |
| vmul.h vr8, vr8, vr20 |
| vmul.h vr9, vr9, vr21 |
| vmul.h vr10, vr10, vr21 |
| vssub.h vr7, vr7, vr9 |
| vssub.h vr8, vr8, vr10 |
| vsadd.h vr7, vr7, vr11 |
| vsadd.h vr8, vr8, vr12 |
| vsadd.h vr7, vr7, vr22 |
| vsadd.h vr8, vr8, vr22 |
| vssrani.bu.h vr8, vr7, 5 |
| .endm |
| |
| .macro h264_qpel8_v_lowpass_lsx type |
| function \type\()_h264_qpel8_v_lowpass_lsx |
| slli.d t0, a3, 1 |
| add.d t1, t0, a3 |
| sub.d t2, a1, t0 // t2 = src - 2 * stride |
| .ifc \type, avg |
| addi.d t3, a0, 0 |
| slli.d t4, a2, 1 |
| add.d t5, t4, a2 |
| .endif |
| vldi vr20, 0x414 |
| vldi vr21, 0x405 |
| vldi vr22, 0x410 |
| |
| fld.d f0, t2, 0 |
| fldx.d f1, t2, a3 |
| fldx.d f2, t2, t0 |
| fldx.d f3, t2, t1 |
| alsl.d t2, a3, t2, 2 // t2 = t2 + 4 * stride |
| fld.d f4, t2, 0 |
| fldx.d f5, t2, a3 |
| fldx.d f6, t2, t0 |
| QPEL8_V1_LSX vr0, vr1, vr2, vr3, vr4, vr5, vr6 |
| .ifc \type, avg |
| fld.d f0, t3, 0 |
| fldx.d f1, t3, a2 |
| vilvl.d vr0, vr1, vr0 |
| vavgr.bu vr8, vr8, vr0 |
| .endif |
| vstelm.d vr8, a0, 0, 0 |
| add.d a0, a0, a2 |
| vstelm.d vr8, a0, 0, 1 |
| add.d a0, a0, a2 |
| |
| fldx.d f0, t2, t1 |
| alsl.d t2, a3, t2, 2 // t2 = t2 + 4 *stride |
| fld.d f1, t2, 0 |
| QPEL8_V1_LSX vr2, vr3, vr4, vr5, vr6, vr0, vr1 |
| .ifc \type, avg |
| fldx.d f2, t3, t4 |
| fldx.d f3, t3, t5 |
| vilvl.d vr2, vr3, vr2 |
| vavgr.bu vr8, vr8, vr2 |
| .endif |
| vstelm.d vr8, a0, 0, 0 |
| add.d a0, a0, a2 |
| vstelm.d vr8, a0, 0, 1 |
| add.d a0, a0, a2 |
| |
| alsl.d t3, a2, t3, 2 |
| |
| fldx.d f2, t2, a3 |
| fldx.d f3, t2, t0 |
| QPEL8_V1_LSX vr4, vr5, vr6, vr0, vr1, vr2, vr3 |
| .ifc \type, avg |
| fld.d f4, t3, 0 |
| fldx.d f5, t3, a2 |
| vilvl.d vr4, vr5, vr4 |
| vavgr.bu vr8, vr8, vr4 |
| .endif |
| vstelm.d vr8, a0, 0, 0 |
| add.d a0, a0, a2 |
| vstelm.d vr8, a0, 0, 1 |
| add.d a0, a0, a2 |
| |
| fldx.d f4, t2, t1 |
| alsl.d t2, a3, t2, 2 // t2 = t2 + 4 * stride |
| fld.d f5, t2, 0 |
| QPEL8_V1_LSX vr6, vr0, vr1, vr2, vr3, vr4, vr5 |
| .ifc \type, avg |
| fldx.d f6, t3, t4 |
| fldx.d f0, t3, t5 |
| vilvl.d vr6, vr0, vr6 |
| vavgr.bu vr8, vr8, vr6 |
| .endif |
| vstelm.d vr8, a0, 0, 0 |
| add.d a0, a0, a2 |
| vstelm.d vr8, a0, 0, 1 |
| endfunc |
| .endm |
| |
| h264_qpel8_v_lowpass_lsx put |
| h264_qpel8_v_lowpass_lsx avg |
| |
| function avg_pixels16_l2_8_lsx |
| slli.d t0, a4, 1 |
| add.d t1, t0, a4 |
| slli.d t2, t0, 1 |
| slli.d t3, a3, 1 |
| add.d t4, t3, a3 |
| slli.d t5, t3, 1 |
| addi.d t6, a0, 0 |
| .rept 4 |
| vld vr0, a1, 0 |
| vldx vr1, a1, a4 |
| vldx vr2, a1, t0 |
| vldx vr3, a1, t1 |
| add.d a1, a1, t2 |
| vld vr8, a2, 0x00 |
| vld vr9, a2, 0x10 |
| vld vr10, a2, 0x20 |
| vld vr11, a2, 0x30 |
| addi.d a2, a2, 0x40 |
| vavgr.bu vr0, vr8, vr0 |
| vavgr.bu vr1, vr9, vr1 |
| vavgr.bu vr2, vr10, vr2 |
| vavgr.bu vr3, vr11, vr3 |
| vld vr8, t6, 0 |
| vldx vr9, t6, a3 |
| vldx vr10, t6, t3 |
| vldx vr11, t6, t4 |
| add.d t6, t6, t5 |
| vavgr.bu vr0, vr8, vr0 |
| vavgr.bu vr1, vr9, vr1 |
| vavgr.bu vr2, vr10, vr2 |
| vavgr.bu vr3, vr11, vr3 |
| vst vr0, a0, 0 |
| vstx vr1, a0, a3 |
| vstx vr2, a0, t3 |
| vstx vr3, a0, t4 |
| add.d a0, a0, t5 |
| .endr |
| endfunc |
| |
| function avg_h264_qpel8_hv_lowpass_lsx |
| slli.d t1, a3, 1 |
| add.d t2, t1, a3 |
| slli.d t5, a2, 1 |
| add.d t6, a2, t5 |
| addi.d sp, sp, -8 |
| fst.d f24, sp, 0 |
| vldi vr20, 0x414 // h_20 |
| vldi vr21, 0x405 // h_5 |
| vldi vr22, 0x814 // w_20 |
| vldi vr23, 0x805 // w_5 |
| addi.d t4, zero, 512 |
| vreplgr2vr.w vr24, t4 // w_512 |
| addi.d t0, a1, -2 // t0 = src - 2 |
| sub.d t0, t0, t1 // t0 = t0 - 2 * stride |
| addi.d t3, a0, 0 // t3 = dst |
| h264_qpel8_hv_lowpass_core_lsx t0, a0, avg |
| fld.d f24, sp, 0 |
| addi.d sp, sp, 8 |
| endfunc |
| |
| function put_pixels8_l2_8_lsx |
| slli.d t0, a4, 1 |
| add.d t1, t0, a4 |
| slli.d t2, t0, 1 |
| .rept 2 |
| vld vr0, a1, 0 |
| vldx vr1, a1, a4 |
| vldx vr2, a1, t0 |
| vldx vr3, a1, t1 |
| add.d a1, a1, t2 |
| vilvl.d vr0, vr1, vr0 |
| vilvl.d vr2, vr3, vr2 |
| vld vr8, a2, 0x00 |
| vld vr9, a2, 0x08 |
| vld vr10, a2, 0x10 |
| vld vr11, a2, 0x18 |
| vilvl.d vr8, vr9, vr8 |
| vilvl.d vr10, vr11, vr10 |
| addi.d a2, a2, 32 |
| vavgr.bu vr0, vr8, vr0 |
| vavgr.bu vr2, vr10, vr2 |
| vstelm.d vr0, a0, 0, 0 |
| add.d a0, a0, a3 |
| vstelm.d vr0, a0, 0, 1 |
| add.d a0, a0, a3 |
| vstelm.d vr2, a0, 0, 0 |
| add.d a0, a0, a3 |
| vstelm.d vr2, a0, 0, 1 |
| add.d a0, a0, a3 |
| .endr |
| endfunc |
| |
| function ff_put_h264_qpel8_mc00_lsx |
| slli.d t0, a2, 1 |
| add.d t1, t0, a2 |
| slli.d t2, t0, 1 |
| ld.d t3, a1, 0x0 |
| ldx.d t4, a1, a2 |
| ldx.d t5, a1, t0 |
| ldx.d t6, a1, t1 |
| st.d t3, a0, 0x0 |
| stx.d t4, a0, a2 |
| stx.d t5, a0, t0 |
| stx.d t6, a0, t1 |
| add.d a1, a1, t2 |
| add.d a0, a0, t2 |
| ld.d t3, a1, 0x0 |
| ldx.d t4, a1, a2 |
| ldx.d t5, a1, t0 |
| ldx.d t6, a1, t1 |
| st.d t3, a0, 0x0 |
| stx.d t4, a0, a2 |
| stx.d t5, a0, t0 |
| stx.d t6, a0, t1 |
| endfunc |
| |
| function ff_avg_h264_qpel8_mc00_lsx |
| slli.d t0, a2, 1 |
| add.d t1, t0, a2 |
| slli.d t2, t0, 1 |
| addi.d t3, a0, 0 |
| .rept 2 |
| vld vr0, a1, 0 |
| vldx vr1, a1, a2 |
| vldx vr2, a1, t0 |
| vldx vr3, a1, t1 |
| add.d a1, a1, t2 |
| vilvl.d vr0, vr1, vr0 |
| vilvl.d vr2, vr3, vr2 |
| vld vr8, t3, 0 |
| vldx vr9, t3, a2 |
| vldx vr10, t3, t0 |
| vldx vr11, t3, t1 |
| add.d t3, t3, t2 |
| vilvl.d vr8, vr9, vr8 |
| vilvl.d vr10, vr11, vr10 |
| vavgr.bu vr0, vr8, vr0 |
| vavgr.bu vr2, vr10, vr2 |
| vstelm.d vr0, a0, 0, 0 |
| add.d a0, a0, a2 |
| vstelm.d vr0, a0, 0, 1 |
| add.d a0, a0, a2 |
| vstelm.d vr2, a0, 0, 0 |
| add.d a0, a0, a2 |
| vstelm.d vr2, a0, 0, 1 |
| add.d a0, a0, a2 |
| .endr |
| endfunc |
| |
| function avg_pixels8_l2_8_lsx |
| slli.d t0, a4, 1 |
| add.d t1, t0, a4 |
| slli.d t2, t0, 1 |
| addi.d t3, a0, 0 |
| slli.d t4, a3, 1 |
| add.d t5, t4, a3 |
| slli.d t6, t4, 1 |
| .rept 2 |
| vld vr0, a1, 0 |
| vldx vr1, a1, a4 |
| vldx vr2, a1, t0 |
| vldx vr3, a1, t1 |
| add.d a1, a1, t2 |
| vilvl.d vr0, vr1, vr0 |
| vilvl.d vr2, vr3, vr2 |
| vld vr8, a2, 0x00 |
| vld vr9, a2, 0x08 |
| vld vr10, a2, 0x10 |
| vld vr11, a2, 0x18 |
| addi.d a2, a2, 0x20 |
| vilvl.d vr8, vr9, vr8 |
| vilvl.d vr10, vr11, vr10 |
| vavgr.bu vr0, vr8, vr0 |
| vavgr.bu vr2, vr10, vr2 |
| vld vr8, t3, 0 |
| vldx vr9, t3, a3 |
| vldx vr10, t3, t4 |
| vldx vr11, t3, t5 |
| add.d t3, t3, t6 |
| vilvl.d vr8, vr9, vr8 |
| vilvl.d vr10, vr11, vr10 |
| vavgr.bu vr0, vr8, vr0 |
| vavgr.bu vr2, vr10, vr2 |
| vstelm.d vr0, a0, 0, 0 |
| add.d a0, a0, a3 |
| vstelm.d vr0, a0, 0, 1 |
| add.d a0, a0, a3 |
| vstelm.d vr2, a0, 0, 0 |
| add.d a0, a0, a3 |
| vstelm.d vr2, a0, 0, 1 |
| add.d a0, a0, a3 |
| .endr |
| endfunc |
| |
| function avg_h264_qpel8_h_lowpass_lsx |
| slli.d t1, a3, 1 |
| add.d t2, t1, a3 |
| slli.d t5, a2, 1 |
| add.d t6, t5, a2 |
| vldi vr20, 0x414 |
| vldi vr21, 0x405 |
| vldi vr22, 0x410 |
| addi.d t0, a1, -2 // t0 = src - 2 |
| add.d t3, a1, zero // t3 = src |
| addi.d t4, a0, 0 // t4 = dst |
| .rept 4 |
| vld vr0, t0, 0 |
| vldx vr1, t0, a3 |
| QPEL8_H_LSX vr12, vr13 |
| vssrani.bu.h vr13, vr12, 5 |
| fld.d f0, t4, 0 |
| fldx.d f1, t4, a2 |
| vilvl.d vr0, vr1, vr0 |
| vavgr.bu vr13, vr13, vr0 |
| vstelm.d vr13, a0, 0, 0 |
| add.d a0, a0, a2 |
| vstelm.d vr13, a0, 0, 1 |
| add.d a0, a0, a2 |
| add.d t0, t0, t1 |
| add.d t4, t4, t1 |
| .endr |
| endfunc |
