| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py |
| ; RUN: llc -mtriple=thumbv8.1m.main-none-none-eabi -mattr=+mve -verify-machineinstrs %s -o - | FileCheck %s |
| |
| define arm_aapcs_vfpcc void @ssatmul_s_q31(i32* nocapture readonly %pSrcA, i32* nocapture readonly %pSrcB, i32* noalias nocapture %pDst, i32 %N) { |
| ; CHECK-LABEL: ssatmul_s_q31: |
| ; CHECK: @ %bb.0: @ %entry |
| ; CHECK-NEXT: .save {r4, r5, r6, r7, r8, r9, r10, r11, lr} |
| ; CHECK-NEXT: push.w {r4, r5, r6, r7, r8, r9, r10, r11, lr} |
| ; CHECK-NEXT: .pad #4 |
| ; CHECK-NEXT: sub sp, #4 |
| ; CHECK-NEXT: .vsave {d8, d9} |
| ; CHECK-NEXT: vpush {d8, d9} |
| ; CHECK-NEXT: .pad #8 |
| ; CHECK-NEXT: sub sp, #8 |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: beq.w .LBB0_8 |
| ; CHECK-NEXT: @ %bb.1: @ %entry |
| ; CHECK-NEXT: cmp r3, #1 |
| ; CHECK-NEXT: bne .LBB0_3 |
| ; CHECK-NEXT: @ %bb.2: |
| ; CHECK-NEXT: movs r7, #0 |
| ; CHECK-NEXT: mov r12, r0 |
| ; CHECK-NEXT: mov r9, r1 |
| ; CHECK-NEXT: mov r11, r2 |
| ; CHECK-NEXT: b .LBB0_6 |
| ; CHECK-NEXT: .LBB0_3: @ %vector.ph |
| ; CHECK-NEXT: str r3, [sp, #4] @ 4-byte Spill |
| ; CHECK-NEXT: bic r3, r3, #1 |
| ; CHECK-NEXT: subs r7, r3, #2 |
| ; CHECK-NEXT: adr r4, .LCPI0_0 |
| ; CHECK-NEXT: movs r6, #1 |
| ; CHECK-NEXT: add.w r11, r2, r3, lsl #2 |
| ; CHECK-NEXT: add.w lr, r6, r7, lsr #1 |
| ; CHECK-NEXT: add.w r9, r1, r3, lsl #2 |
| ; CHECK-NEXT: add.w r12, r0, r3, lsl #2 |
| ; CHECK-NEXT: vldrw.u32 q0, [r4] |
| ; CHECK-NEXT: vmvn.i32 q1, #0x80000000 |
| ; CHECK-NEXT: mov.w r10, #-1 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: str r3, [sp] @ 4-byte Spill |
| ; CHECK-NEXT: .LBB0_4: @ %vector.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: ldrd r4, r5, [r0] |
| ; CHECK-NEXT: adds r0, #8 |
| ; CHECK-NEXT: ldrd r7, r6, [r1] |
| ; CHECK-NEXT: adds r1, #8 |
| ; CHECK-NEXT: smull r8, r5, r6, r5 |
| ; CHECK-NEXT: smull r4, r7, r7, r4 |
| ; CHECK-NEXT: asrl r8, r5, #31 |
| ; CHECK-NEXT: asrl r4, r7, #31 |
| ; CHECK-NEXT: rsbs.w r3, r4, #-2147483648 |
| ; CHECK-NEXT: vmov.32 q4[0], r4 |
| ; CHECK-NEXT: sbcs.w r3, r10, r7 |
| ; CHECK-NEXT: vmov.32 q4[1], r7 |
| ; CHECK-NEXT: mov.w r3, #0 |
| ; CHECK-NEXT: vmov.32 q4[2], r8 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r3, #1 |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: csetm r3, ne |
| ; CHECK-NEXT: vmov.32 q4[3], r5 |
| ; CHECK-NEXT: vmov.32 q2[0], r3 |
| ; CHECK-NEXT: vmov.32 q2[1], r3 |
| ; CHECK-NEXT: rsbs.w r3, r8, #-2147483648 |
| ; CHECK-NEXT: sbcs.w r3, r10, r5 |
| ; CHECK-NEXT: mvn r5, #-2147483648 |
| ; CHECK-NEXT: mov.w r3, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r3, #1 |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: csetm r3, ne |
| ; CHECK-NEXT: vmov.32 q2[2], r3 |
| ; CHECK-NEXT: vmov.32 q2[3], r3 |
| ; CHECK-NEXT: vbic q3, q0, q2 |
| ; CHECK-NEXT: vand q2, q4, q2 |
| ; CHECK-NEXT: vorr q2, q2, q3 |
| ; CHECK-NEXT: vmov r4, s8 |
| ; CHECK-NEXT: vmov r3, s9 |
| ; CHECK-NEXT: subs r4, r4, r5 |
| ; CHECK-NEXT: sbcs r3, r3, #0 |
| ; CHECK-NEXT: vmov r4, s10 |
| ; CHECK-NEXT: mov.w r3, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r3, #1 |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: csetm r3, ne |
| ; CHECK-NEXT: vmov.32 q3[0], r3 |
| ; CHECK-NEXT: vmov.32 q3[1], r3 |
| ; CHECK-NEXT: vmov r3, s11 |
| ; CHECK-NEXT: subs r4, r4, r5 |
| ; CHECK-NEXT: sbcs r3, r3, #0 |
| ; CHECK-NEXT: mov.w r3, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r3, #1 |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: csetm r3, ne |
| ; CHECK-NEXT: vmov.32 q3[2], r3 |
| ; CHECK-NEXT: vbic q4, q1, q3 |
| ; CHECK-NEXT: vand q2, q2, q3 |
| ; CHECK-NEXT: vorr q2, q2, q4 |
| ; CHECK-NEXT: vmov r3, s10 |
| ; CHECK-NEXT: vmov r4, s8 |
| ; CHECK-NEXT: strd r4, r3, [r2] |
| ; CHECK-NEXT: adds r2, #8 |
| ; CHECK-NEXT: le lr, .LBB0_4 |
| ; CHECK-NEXT: @ %bb.5: @ %middle.block |
| ; CHECK-NEXT: ldrd r7, r3, [sp] @ 8-byte Folded Reload |
| ; CHECK-NEXT: cmp r7, r3 |
| ; CHECK-NEXT: beq .LBB0_8 |
| ; CHECK-NEXT: .LBB0_6: @ %for.body.preheader |
| ; CHECK-NEXT: sub.w lr, r3, r7 |
| ; CHECK-NEXT: mov.w r0, #-1 |
| ; CHECK-NEXT: mov.w r1, #-2147483648 |
| ; CHECK-NEXT: mvn r2, #-2147483648 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB0_7: @ %for.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: ldr r3, [r12], #4 |
| ; CHECK-NEXT: ldr r4, [r9], #4 |
| ; CHECK-NEXT: smull r4, r3, r4, r3 |
| ; CHECK-NEXT: asrl r4, r3, #31 |
| ; CHECK-NEXT: subs r5, r1, r4 |
| ; CHECK-NEXT: sbcs.w r5, r0, r3 |
| ; CHECK-NEXT: mov.w r5, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r5, #1 |
| ; CHECK-NEXT: cmp r5, #0 |
| ; CHECK-NEXT: itt eq |
| ; CHECK-NEXT: moveq r3, r0 |
| ; CHECK-NEXT: moveq r4, r1 |
| ; CHECK-NEXT: subs r5, r4, r2 |
| ; CHECK-NEXT: sbcs r3, r3, #0 |
| ; CHECK-NEXT: it ge |
| ; CHECK-NEXT: movge r4, r2 |
| ; CHECK-NEXT: str r4, [r11], #4 |
| ; CHECK-NEXT: le lr, .LBB0_7 |
| ; CHECK-NEXT: .LBB0_8: @ %for.cond.cleanup |
| ; CHECK-NEXT: add sp, #8 |
| ; CHECK-NEXT: vpop {d8, d9} |
| ; CHECK-NEXT: add sp, #4 |
| ; CHECK-NEXT: pop.w {r4, r5, r6, r7, r8, r9, r10, r11, pc} |
| ; CHECK-NEXT: .p2align 4 |
| ; CHECK-NEXT: @ %bb.9: |
| ; CHECK-NEXT: .LCPI0_0: |
| ; CHECK-NEXT: .long 2147483648 @ 0x80000000 |
| ; CHECK-NEXT: .long 4294967295 @ 0xffffffff |
| ; CHECK-NEXT: .long 2147483648 @ 0x80000000 |
| ; CHECK-NEXT: .long 4294967295 @ 0xffffffff |
| entry: |
| switch i32 %N, label %vector.ph [ |
| i32 0, label %for.cond.cleanup |
| i32 1, label %for.body.preheader |
| ] |
| |
| vector.ph: ; preds = %entry |
| %n.vec = and i32 %N, -2 |
| %ind.end = getelementptr i32, i32* %pSrcA, i32 %n.vec |
| %ind.end15 = getelementptr i32, i32* %pSrcB, i32 %n.vec |
| %ind.end17 = getelementptr i32, i32* %pDst, i32 %n.vec |
| br label %vector.body |
| |
| vector.body: ; preds = %vector.body, %vector.ph |
| %index = phi i32 [ 0, %vector.ph ], [ %index.next, %vector.body ] |
| %next.gep = getelementptr i32, i32* %pSrcA, i32 %index |
| %next.gep18 = getelementptr i32, i32* %pSrcB, i32 %index |
| %next.gep19 = getelementptr i32, i32* %pDst, i32 %index |
| %0 = bitcast i32* %next.gep to <2 x i32>* |
| %wide.load = load <2 x i32>, <2 x i32>* %0, align 4 |
| %1 = sext <2 x i32> %wide.load to <2 x i64> |
| %2 = bitcast i32* %next.gep18 to <2 x i32>* |
| %wide.load20 = load <2 x i32>, <2 x i32>* %2, align 4 |
| %3 = sext <2 x i32> %wide.load20 to <2 x i64> |
| %4 = mul nsw <2 x i64> %3, %1 |
| %5 = ashr <2 x i64> %4, <i64 31, i64 31> |
| %6 = icmp sgt <2 x i64> %5, <i64 -2147483648, i64 -2147483648> |
| %7 = select <2 x i1> %6, <2 x i64> %5, <2 x i64> <i64 -2147483648, i64 -2147483648> |
| %8 = icmp slt <2 x i64> %7, <i64 2147483647, i64 2147483647> |
| %9 = select <2 x i1> %8, <2 x i64> %7, <2 x i64> <i64 2147483647, i64 2147483647> |
| %10 = trunc <2 x i64> %9 to <2 x i32> |
| %11 = bitcast i32* %next.gep19 to <2 x i32>* |
| store <2 x i32> %10, <2 x i32>* %11, align 4 |
| %index.next = add i32 %index, 2 |
| %12 = icmp eq i32 %index.next, %n.vec |
| br i1 %12, label %middle.block, label %vector.body |
| |
| middle.block: ; preds = %vector.body |
| %cmp.n = icmp eq i32 %n.vec, %N |
| br i1 %cmp.n, label %for.cond.cleanup, label %for.body.preheader |
| |
| for.body.preheader: ; preds = %entry, %middle.block |
| %i.012.ph = phi i32 [ 0, %entry ], [ %n.vec, %middle.block ] |
| %pSrcA.addr.011.ph = phi i32* [ %pSrcA, %entry ], [ %ind.end, %middle.block ] |
| %pSrcB.addr.010.ph = phi i32* [ %pSrcB, %entry ], [ %ind.end15, %middle.block ] |
| %pDst.addr.09.ph = phi i32* [ %pDst, %entry ], [ %ind.end17, %middle.block ] |
| br label %for.body |
| |
| for.cond.cleanup: ; preds = %for.body, %middle.block, %entry |
| ret void |
| |
| for.body: ; preds = %for.body.preheader, %for.body |
| %i.012 = phi i32 [ %inc, %for.body ], [ %i.012.ph, %for.body.preheader ] |
| %pSrcA.addr.011 = phi i32* [ %incdec.ptr, %for.body ], [ %pSrcA.addr.011.ph, %for.body.preheader ] |
| %pSrcB.addr.010 = phi i32* [ %incdec.ptr1, %for.body ], [ %pSrcB.addr.010.ph, %for.body.preheader ] |
| %pDst.addr.09 = phi i32* [ %incdec.ptr4, %for.body ], [ %pDst.addr.09.ph, %for.body.preheader ] |
| %incdec.ptr = getelementptr inbounds i32, i32* %pSrcA.addr.011, i32 1 |
| %13 = load i32, i32* %pSrcA.addr.011, align 4 |
| %conv = sext i32 %13 to i64 |
| %incdec.ptr1 = getelementptr inbounds i32, i32* %pSrcB.addr.010, i32 1 |
| %14 = load i32, i32* %pSrcB.addr.010, align 4 |
| %conv2 = sext i32 %14 to i64 |
| %mul = mul nsw i64 %conv2, %conv |
| %shr = ashr i64 %mul, 31 |
| %15 = icmp sgt i64 %shr, -2147483648 |
| %.val.i = select i1 %15, i64 %shr, i64 -2147483648 |
| %16 = icmp slt i64 %.val.i, 2147483647 |
| %retval.0.i = select i1 %16, i64 %.val.i, i64 2147483647 |
| %conv3 = trunc i64 %retval.0.i to i32 |
| %incdec.ptr4 = getelementptr inbounds i32, i32* %pDst.addr.09, i32 1 |
| store i32 %conv3, i32* %pDst.addr.09, align 4 |
| %inc = add nuw i32 %i.012, 1 |
| %exitcond = icmp eq i32 %inc, %N |
| br i1 %exitcond, label %for.cond.cleanup, label %for.body |
| } |
| |
| define arm_aapcs_vfpcc void @ssatmul_4_q31(i32* nocapture readonly %pSrcA, i32* nocapture readonly %pSrcB, i32* noalias nocapture %pDst, i32 %N) { |
| ; CHECK-LABEL: ssatmul_4_q31: |
| ; CHECK: @ %bb.0: @ %entry |
| ; CHECK-NEXT: .save {r4, r5, r6, r7, r8, r9, r10, r11, lr} |
| ; CHECK-NEXT: push.w {r4, r5, r6, r7, r8, r9, r10, r11, lr} |
| ; CHECK-NEXT: .pad #4 |
| ; CHECK-NEXT: sub sp, #4 |
| ; CHECK-NEXT: .vsave {d8, d9, d10, d11, d12, d13} |
| ; CHECK-NEXT: vpush {d8, d9, d10, d11, d12, d13} |
| ; CHECK-NEXT: .pad #8 |
| ; CHECK-NEXT: sub sp, #8 |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: beq.w .LBB1_8 |
| ; CHECK-NEXT: @ %bb.1: @ %for.body.preheader |
| ; CHECK-NEXT: mov r8, r2 |
| ; CHECK-NEXT: movs r2, #0 |
| ; CHECK-NEXT: cmp r3, #3 |
| ; CHECK-NEXT: bhi .LBB1_3 |
| ; CHECK-NEXT: @ %bb.2: |
| ; CHECK-NEXT: mov r12, r0 |
| ; CHECK-NEXT: mov r10, r1 |
| ; CHECK-NEXT: mov r11, r8 |
| ; CHECK-NEXT: b .LBB1_6 |
| ; CHECK-NEXT: .LBB1_3: @ %vector.ph |
| ; CHECK-NEXT: str r3, [sp, #4] @ 4-byte Spill |
| ; CHECK-NEXT: bic r3, r3, #3 |
| ; CHECK-NEXT: subs r2, r3, #4 |
| ; CHECK-NEXT: movs r7, #1 |
| ; CHECK-NEXT: add.w r11, r8, r3, lsl #2 |
| ; CHECK-NEXT: add.w r10, r1, r3, lsl #2 |
| ; CHECK-NEXT: add.w lr, r7, r2, lsr #2 |
| ; CHECK-NEXT: adr r7, .LCPI1_0 |
| ; CHECK-NEXT: vldrw.u32 q0, [r7] |
| ; CHECK-NEXT: adr r7, .LCPI1_1 |
| ; CHECK-NEXT: add.w r12, r0, r3, lsl #2 |
| ; CHECK-NEXT: vldrw.u32 q1, [r7] |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: str r3, [sp] @ 4-byte Spill |
| ; CHECK-NEXT: mov.w r3, #-1 |
| ; CHECK-NEXT: mvn r9, #-2147483648 |
| ; CHECK-NEXT: .LBB1_4: @ %vector.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: vldrw.u32 q2, [r0], #16 |
| ; CHECK-NEXT: vldrw.u32 q3, [r1], #16 |
| ; CHECK-NEXT: mov r2, lr |
| ; CHECK-NEXT: vmov.f32 s16, s10 |
| ; CHECK-NEXT: vmov.f32 s20, s14 |
| ; CHECK-NEXT: vmov.f32 s18, s11 |
| ; CHECK-NEXT: vmov.f32 s22, s15 |
| ; CHECK-NEXT: vmullb.s32 q6, q5, q4 |
| ; CHECK-NEXT: vmov.f32 s10, s9 |
| ; CHECK-NEXT: vmov r7, s25 |
| ; CHECK-NEXT: vmov r6, s24 |
| ; CHECK-NEXT: asrl r6, r7, #31 |
| ; CHECK-NEXT: vmov lr, s26 |
| ; CHECK-NEXT: rsbs.w r5, r6, #-2147483648 |
| ; CHECK-NEXT: vmov.f32 s14, s13 |
| ; CHECK-NEXT: sbcs.w r5, r3, r7 |
| ; CHECK-NEXT: mov.w r5, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r5, #1 |
| ; CHECK-NEXT: cmp r5, #0 |
| ; CHECK-NEXT: csetm r5, ne |
| ; CHECK-NEXT: vmov.32 q4[0], r5 |
| ; CHECK-NEXT: vmov.32 q4[1], r5 |
| ; CHECK-NEXT: vmov r5, s27 |
| ; CHECK-NEXT: asrl lr, r5, #31 |
| ; CHECK-NEXT: vmov.32 q6[0], r6 |
| ; CHECK-NEXT: rsbs.w r4, lr, #-2147483648 |
| ; CHECK-NEXT: vmov.32 q6[1], r7 |
| ; CHECK-NEXT: sbcs.w r4, r3, r5 |
| ; CHECK-NEXT: vmov.32 q6[2], lr |
| ; CHECK-NEXT: mov.w r4, #0 |
| ; CHECK-NEXT: vmov.32 q6[3], r5 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r4, #1 |
| ; CHECK-NEXT: cmp r4, #0 |
| ; CHECK-NEXT: csetm r4, ne |
| ; CHECK-NEXT: mov lr, r2 |
| ; CHECK-NEXT: vmov.32 q4[2], r4 |
| ; CHECK-NEXT: vmov.32 q4[3], r4 |
| ; CHECK-NEXT: vmov r4, s14 |
| ; CHECK-NEXT: vbic q5, q0, q4 |
| ; CHECK-NEXT: vand q4, q6, q4 |
| ; CHECK-NEXT: vorr q4, q4, q5 |
| ; CHECK-NEXT: vmov r6, s16 |
| ; CHECK-NEXT: vmov r7, s17 |
| ; CHECK-NEXT: subs.w r6, r6, r9 |
| ; CHECK-NEXT: sbcs r7, r7, #0 |
| ; CHECK-NEXT: vmov r6, s18 |
| ; CHECK-NEXT: mov.w r7, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r7, #1 |
| ; CHECK-NEXT: cmp r7, #0 |
| ; CHECK-NEXT: csetm r7, ne |
| ; CHECK-NEXT: vmov.32 q5[0], r7 |
| ; CHECK-NEXT: vmov.32 q5[1], r7 |
| ; CHECK-NEXT: vmov r7, s19 |
| ; CHECK-NEXT: subs.w r6, r6, r9 |
| ; CHECK-NEXT: vmov r6, s12 |
| ; CHECK-NEXT: sbcs r7, r7, #0 |
| ; CHECK-NEXT: mov.w r7, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r7, #1 |
| ; CHECK-NEXT: cmp r7, #0 |
| ; CHECK-NEXT: csetm r7, ne |
| ; CHECK-NEXT: vmov.32 q5[2], r7 |
| ; CHECK-NEXT: vmov r7, s8 |
| ; CHECK-NEXT: vbic q6, q1, q5 |
| ; CHECK-NEXT: vand q4, q4, q5 |
| ; CHECK-NEXT: vorr q4, q4, q6 |
| ; CHECK-NEXT: smull r6, r7, r6, r7 |
| ; CHECK-NEXT: asrl r6, r7, #31 |
| ; CHECK-NEXT: rsbs.w r5, r6, #-2147483648 |
| ; CHECK-NEXT: vmov.32 q3[0], r6 |
| ; CHECK-NEXT: sbcs.w r5, r3, r7 |
| ; CHECK-NEXT: vmov.32 q3[1], r7 |
| ; CHECK-NEXT: mov.w r5, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r5, #1 |
| ; CHECK-NEXT: cmp r5, #0 |
| ; CHECK-NEXT: csetm r5, ne |
| ; CHECK-NEXT: vmov.32 q5[0], r5 |
| ; CHECK-NEXT: vmov.32 q5[1], r5 |
| ; CHECK-NEXT: vmov r5, s10 |
| ; CHECK-NEXT: smull r4, r5, r4, r5 |
| ; CHECK-NEXT: asrl r4, r5, #31 |
| ; CHECK-NEXT: rsbs.w r2, r4, #-2147483648 |
| ; CHECK-NEXT: vmov.32 q3[2], r4 |
| ; CHECK-NEXT: sbcs.w r2, r3, r5 |
| ; CHECK-NEXT: vmov.32 q3[3], r5 |
| ; CHECK-NEXT: mov.w r2, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r2, #1 |
| ; CHECK-NEXT: cmp r2, #0 |
| ; CHECK-NEXT: csetm r2, ne |
| ; CHECK-NEXT: vmov.32 q5[2], r2 |
| ; CHECK-NEXT: vmov.32 q5[3], r2 |
| ; CHECK-NEXT: vbic q2, q0, q5 |
| ; CHECK-NEXT: vand q3, q3, q5 |
| ; CHECK-NEXT: vorr q2, q3, q2 |
| ; CHECK-NEXT: vmov r7, s8 |
| ; CHECK-NEXT: vmov r2, s9 |
| ; CHECK-NEXT: subs.w r7, r7, r9 |
| ; CHECK-NEXT: sbcs r2, r2, #0 |
| ; CHECK-NEXT: vmov r7, s10 |
| ; CHECK-NEXT: mov.w r2, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r2, #1 |
| ; CHECK-NEXT: cmp r2, #0 |
| ; CHECK-NEXT: csetm r2, ne |
| ; CHECK-NEXT: vmov.32 q3[0], r2 |
| ; CHECK-NEXT: vmov.32 q3[1], r2 |
| ; CHECK-NEXT: vmov r2, s11 |
| ; CHECK-NEXT: subs.w r7, r7, r9 |
| ; CHECK-NEXT: sbcs r2, r2, #0 |
| ; CHECK-NEXT: mov.w r2, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r2, #1 |
| ; CHECK-NEXT: cmp r2, #0 |
| ; CHECK-NEXT: csetm r2, ne |
| ; CHECK-NEXT: vmov.32 q3[2], r2 |
| ; CHECK-NEXT: vbic q5, q1, q3 |
| ; CHECK-NEXT: vand q2, q2, q3 |
| ; CHECK-NEXT: vorr q2, q2, q5 |
| ; CHECK-NEXT: vmov.f32 s9, s10 |
| ; CHECK-NEXT: vmov.f32 s10, s16 |
| ; CHECK-NEXT: vmov.f32 s11, s18 |
| ; CHECK-NEXT: vstrb.8 q2, [r8], #16 |
| ; CHECK-NEXT: le lr, .LBB1_4 |
| ; CHECK-NEXT: @ %bb.5: @ %middle.block |
| ; CHECK-NEXT: ldrd r2, r3, [sp] @ 8-byte Folded Reload |
| ; CHECK-NEXT: cmp r2, r3 |
| ; CHECK-NEXT: beq .LBB1_8 |
| ; CHECK-NEXT: .LBB1_6: @ %for.body.preheader21 |
| ; CHECK-NEXT: sub.w lr, r3, r2 |
| ; CHECK-NEXT: mov.w r0, #-1 |
| ; CHECK-NEXT: mov.w r1, #-2147483648 |
| ; CHECK-NEXT: mvn r3, #-2147483648 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB1_7: @ %for.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: ldr r2, [r12], #4 |
| ; CHECK-NEXT: ldr r4, [r10], #4 |
| ; CHECK-NEXT: smull r4, r5, r4, r2 |
| ; CHECK-NEXT: asrl r4, r5, #31 |
| ; CHECK-NEXT: subs r2, r1, r4 |
| ; CHECK-NEXT: sbcs.w r2, r0, r5 |
| ; CHECK-NEXT: mov.w r2, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r2, #1 |
| ; CHECK-NEXT: cmp r2, #0 |
| ; CHECK-NEXT: itt eq |
| ; CHECK-NEXT: moveq r5, r0 |
| ; CHECK-NEXT: moveq r4, r1 |
| ; CHECK-NEXT: subs r2, r4, r3 |
| ; CHECK-NEXT: sbcs r2, r5, #0 |
| ; CHECK-NEXT: it ge |
| ; CHECK-NEXT: movge r4, r3 |
| ; CHECK-NEXT: str r4, [r11], #4 |
| ; CHECK-NEXT: le lr, .LBB1_7 |
| ; CHECK-NEXT: .LBB1_8: @ %for.cond.cleanup |
| ; CHECK-NEXT: add sp, #8 |
| ; CHECK-NEXT: vpop {d8, d9, d10, d11, d12, d13} |
| ; CHECK-NEXT: add sp, #4 |
| ; CHECK-NEXT: pop.w {r4, r5, r6, r7, r8, r9, r10, r11, pc} |
| ; CHECK-NEXT: .p2align 4 |
| ; CHECK-NEXT: @ %bb.9: |
| ; CHECK-NEXT: .LCPI1_0: |
| ; CHECK-NEXT: .long 2147483648 @ 0x80000000 |
| ; CHECK-NEXT: .long 4294967295 @ 0xffffffff |
| ; CHECK-NEXT: .long 2147483648 @ 0x80000000 |
| ; CHECK-NEXT: .long 4294967295 @ 0xffffffff |
| ; CHECK-NEXT: .LCPI1_1: |
| ; CHECK-NEXT: .long 2147483647 @ 0x7fffffff |
| ; CHECK-NEXT: .long 0 @ 0x0 |
| ; CHECK-NEXT: .long 2147483647 @ 0x7fffffff |
| ; CHECK-NEXT: .long 0 @ 0x0 |
| entry: |
| %cmp8 = icmp eq i32 %N, 0 |
| br i1 %cmp8, label %for.cond.cleanup, label %for.body.preheader |
| |
| for.body.preheader: ; preds = %entry |
| %min.iters.check = icmp ult i32 %N, 4 |
| br i1 %min.iters.check, label %for.body.preheader21, label %vector.ph |
| |
| for.body.preheader21: ; preds = %middle.block, %for.body.preheader |
| %i.012.ph = phi i32 [ 0, %for.body.preheader ], [ %n.vec, %middle.block ] |
| %pSrcA.addr.011.ph = phi i32* [ %pSrcA, %for.body.preheader ], [ %ind.end, %middle.block ] |
| %pSrcB.addr.010.ph = phi i32* [ %pSrcB, %for.body.preheader ], [ %ind.end15, %middle.block ] |
| %pDst.addr.09.ph = phi i32* [ %pDst, %for.body.preheader ], [ %ind.end17, %middle.block ] |
| br label %for.body |
| |
| vector.ph: ; preds = %for.body.preheader |
| %n.vec = and i32 %N, -4 |
| %ind.end = getelementptr i32, i32* %pSrcA, i32 %n.vec |
| %ind.end15 = getelementptr i32, i32* %pSrcB, i32 %n.vec |
| %ind.end17 = getelementptr i32, i32* %pDst, i32 %n.vec |
| br label %vector.body |
| |
| vector.body: ; preds = %vector.body, %vector.ph |
| %index = phi i32 [ 0, %vector.ph ], [ %index.next, %vector.body ] |
| %next.gep = getelementptr i32, i32* %pSrcA, i32 %index |
| %next.gep18 = getelementptr i32, i32* %pSrcB, i32 %index |
| %next.gep19 = getelementptr i32, i32* %pDst, i32 %index |
| %0 = bitcast i32* %next.gep to <4 x i32>* |
| %wide.load = load <4 x i32>, <4 x i32>* %0, align 4 |
| %1 = sext <4 x i32> %wide.load to <4 x i64> |
| %2 = bitcast i32* %next.gep18 to <4 x i32>* |
| %wide.load20 = load <4 x i32>, <4 x i32>* %2, align 4 |
| %3 = sext <4 x i32> %wide.load20 to <4 x i64> |
| %4 = mul nsw <4 x i64> %3, %1 |
| %5 = ashr <4 x i64> %4, <i64 31, i64 31, i64 31, i64 31> |
| %6 = icmp sgt <4 x i64> %5, <i64 -2147483648, i64 -2147483648, i64 -2147483648, i64 -2147483648> |
| %7 = select <4 x i1> %6, <4 x i64> %5, <4 x i64> <i64 -2147483648, i64 -2147483648, i64 -2147483648, i64 -2147483648> |
| %8 = icmp slt <4 x i64> %7, <i64 2147483647, i64 2147483647, i64 2147483647, i64 2147483647> |
| %9 = select <4 x i1> %8, <4 x i64> %7, <4 x i64> <i64 2147483647, i64 2147483647, i64 2147483647, i64 2147483647> |
| %10 = trunc <4 x i64> %9 to <4 x i32> |
| %11 = bitcast i32* %next.gep19 to <4 x i32>* |
| store <4 x i32> %10, <4 x i32>* %11, align 4 |
| %index.next = add i32 %index, 4 |
| %12 = icmp eq i32 %index.next, %n.vec |
| br i1 %12, label %middle.block, label %vector.body |
| |
| middle.block: ; preds = %vector.body |
| %cmp.n = icmp eq i32 %n.vec, %N |
| br i1 %cmp.n, label %for.cond.cleanup, label %for.body.preheader21 |
| |
| for.cond.cleanup: ; preds = %for.body, %middle.block, %entry |
| ret void |
| |
| for.body: ; preds = %for.body.preheader21, %for.body |
| %i.012 = phi i32 [ %inc, %for.body ], [ %i.012.ph, %for.body.preheader21 ] |
| %pSrcA.addr.011 = phi i32* [ %incdec.ptr, %for.body ], [ %pSrcA.addr.011.ph, %for.body.preheader21 ] |
| %pSrcB.addr.010 = phi i32* [ %incdec.ptr1, %for.body ], [ %pSrcB.addr.010.ph, %for.body.preheader21 ] |
| %pDst.addr.09 = phi i32* [ %incdec.ptr4, %for.body ], [ %pDst.addr.09.ph, %for.body.preheader21 ] |
| %incdec.ptr = getelementptr inbounds i32, i32* %pSrcA.addr.011, i32 1 |
| %13 = load i32, i32* %pSrcA.addr.011, align 4 |
| %conv = sext i32 %13 to i64 |
| %incdec.ptr1 = getelementptr inbounds i32, i32* %pSrcB.addr.010, i32 1 |
| %14 = load i32, i32* %pSrcB.addr.010, align 4 |
| %conv2 = sext i32 %14 to i64 |
| %mul = mul nsw i64 %conv2, %conv |
| %shr = ashr i64 %mul, 31 |
| %15 = icmp sgt i64 %shr, -2147483648 |
| %.val.i = select i1 %15, i64 %shr, i64 -2147483648 |
| %16 = icmp slt i64 %.val.i, 2147483647 |
| %retval.0.i = select i1 %16, i64 %.val.i, i64 2147483647 |
| %conv3 = trunc i64 %retval.0.i to i32 |
| %incdec.ptr4 = getelementptr inbounds i32, i32* %pDst.addr.09, i32 1 |
| store i32 %conv3, i32* %pDst.addr.09, align 4 |
| %inc = add nuw i32 %i.012, 1 |
| %exitcond = icmp eq i32 %inc, %N |
| br i1 %exitcond, label %for.cond.cleanup, label %for.body |
| } |
| |
| define arm_aapcs_vfpcc void @ssatmul_4t_q31(i32* nocapture readonly %pSrcA, i32* nocapture readonly %pSrcB, i32* noalias nocapture %pDst, i32 %N) { |
| ; CHECK-LABEL: ssatmul_4t_q31: |
| ; CHECK: @ %bb.0: @ %entry |
| ; CHECK-NEXT: .save {r4, r5, r6, r7, r8, r9, lr} |
| ; CHECK-NEXT: push.w {r4, r5, r6, r7, r8, r9, lr} |
| ; CHECK-NEXT: .pad #4 |
| ; CHECK-NEXT: sub sp, #4 |
| ; CHECK-NEXT: .vsave {d8, d9, d10, d11, d12, d13, d14, d15} |
| ; CHECK-NEXT: vpush {d8, d9, d10, d11, d12, d13, d14, d15} |
| ; CHECK-NEXT: .pad #16 |
| ; CHECK-NEXT: sub sp, #16 |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: beq.w .LBB2_3 |
| ; CHECK-NEXT: @ %bb.1: @ %vector.ph |
| ; CHECK-NEXT: adds r7, r3, #3 |
| ; CHECK-NEXT: adr r4, .LCPI2_1 |
| ; CHECK-NEXT: bic r7, r7, #3 |
| ; CHECK-NEXT: movs r6, #1 |
| ; CHECK-NEXT: subs r7, #4 |
| ; CHECK-NEXT: vldrw.u32 q2, [r4] |
| ; CHECK-NEXT: adr r4, .LCPI2_2 |
| ; CHECK-NEXT: mov.w r9, #0 |
| ; CHECK-NEXT: add.w lr, r6, r7, lsr #2 |
| ; CHECK-NEXT: adr r6, .LCPI2_0 |
| ; CHECK-NEXT: subs r7, r3, #1 |
| ; CHECK-NEXT: vldrw.u32 q0, [r6] |
| ; CHECK-NEXT: vldrw.u32 q3, [r4] |
| ; CHECK-NEXT: vdup.32 q1, r7 |
| ; CHECK-NEXT: mov.w r12, #-1 |
| ; CHECK-NEXT: mvn r8, #-2147483648 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: vstrw.32 q0, [sp] @ 16-byte Spill |
| ; CHECK-NEXT: .LBB2_2: @ %vector.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: vldrw.u32 q0, [sp] @ 16-byte Reload |
| ; CHECK-NEXT: vdup.32 q4, r9 |
| ; CHECK-NEXT: add.w r9, r9, #4 |
| ; CHECK-NEXT: vorr q4, q4, q0 |
| ; CHECK-NEXT: vpt.u32 cs, q1, q4 |
| ; CHECK-NEXT: vldrwt.u32 q4, [r0], #16 |
| ; CHECK-NEXT: vmov.f32 s24, s18 |
| ; CHECK-NEXT: vpst |
| ; CHECK-NEXT: vldrwt.u32 q5, [r1], #16 |
| ; CHECK-NEXT: vmov.f32 s28, s22 |
| ; CHECK-NEXT: vmov.f32 s26, s19 |
| ; CHECK-NEXT: vmov.f32 s30, s23 |
| ; CHECK-NEXT: vmullb.s32 q0, q7, q6 |
| ; CHECK-NEXT: vmov.f32 s18, s17 |
| ; CHECK-NEXT: vmov r5, s1 |
| ; CHECK-NEXT: vmov r6, s0 |
| ; CHECK-NEXT: asrl r6, r5, #31 |
| ; CHECK-NEXT: vmov r7, s3 |
| ; CHECK-NEXT: rsbs.w r4, r6, #-2147483648 |
| ; CHECK-NEXT: vmov.32 q7[0], r6 |
| ; CHECK-NEXT: sbcs.w r4, r12, r5 |
| ; CHECK-NEXT: vmov.32 q7[1], r5 |
| ; CHECK-NEXT: mov.w r4, #0 |
| ; CHECK-NEXT: vmov.f32 s22, s21 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r4, #1 |
| ; CHECK-NEXT: cmp r4, #0 |
| ; CHECK-NEXT: csetm r4, ne |
| ; CHECK-NEXT: vmov.32 q6[0], r4 |
| ; CHECK-NEXT: vmov.32 q6[1], r4 |
| ; CHECK-NEXT: vmov r4, s2 |
| ; CHECK-NEXT: asrl r4, r7, #31 |
| ; CHECK-NEXT: rsbs.w r3, r4, #-2147483648 |
| ; CHECK-NEXT: vmov.32 q7[2], r4 |
| ; CHECK-NEXT: sbcs.w r3, r12, r7 |
| ; CHECK-NEXT: vmov.32 q7[3], r7 |
| ; CHECK-NEXT: mov.w r3, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r3, #1 |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: csetm r3, ne |
| ; CHECK-NEXT: vmov.32 q6[2], r3 |
| ; CHECK-NEXT: vmov.32 q6[3], r3 |
| ; CHECK-NEXT: vbic q0, q2, q6 |
| ; CHECK-NEXT: vand q6, q7, q6 |
| ; CHECK-NEXT: vorr q6, q6, q0 |
| ; CHECK-NEXT: vmov r4, s24 |
| ; CHECK-NEXT: vmov r3, s25 |
| ; CHECK-NEXT: subs.w r4, r4, r8 |
| ; CHECK-NEXT: sbcs r3, r3, #0 |
| ; CHECK-NEXT: vmov r4, s26 |
| ; CHECK-NEXT: mov.w r3, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r3, #1 |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: csetm r3, ne |
| ; CHECK-NEXT: vmov.32 q0[0], r3 |
| ; CHECK-NEXT: vmov.32 q0[1], r3 |
| ; CHECK-NEXT: vmov r3, s27 |
| ; CHECK-NEXT: subs.w r4, r4, r8 |
| ; CHECK-NEXT: vmov r4, s20 |
| ; CHECK-NEXT: sbcs r3, r3, #0 |
| ; CHECK-NEXT: mov.w r3, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r3, #1 |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: csetm r3, ne |
| ; CHECK-NEXT: vmov.32 q0[2], r3 |
| ; CHECK-NEXT: vmov r3, s16 |
| ; CHECK-NEXT: vbic q7, q3, q0 |
| ; CHECK-NEXT: vand q0, q6, q0 |
| ; CHECK-NEXT: vorr q6, q0, q7 |
| ; CHECK-NEXT: smull r6, r5, r4, r3 |
| ; CHECK-NEXT: vmov r4, s22 |
| ; CHECK-NEXT: asrl r6, r5, #31 |
| ; CHECK-NEXT: rsbs.w r3, r6, #-2147483648 |
| ; CHECK-NEXT: sbcs.w r3, r12, r5 |
| ; CHECK-NEXT: mov.w r3, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r3, #1 |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: csetm r3, ne |
| ; CHECK-NEXT: vmov.32 q7[0], r3 |
| ; CHECK-NEXT: vmov.32 q7[1], r3 |
| ; CHECK-NEXT: vmov r3, s18 |
| ; CHECK-NEXT: vmov.32 q4[0], r6 |
| ; CHECK-NEXT: vmov.32 q4[1], r5 |
| ; CHECK-NEXT: smull r4, r7, r4, r3 |
| ; CHECK-NEXT: asrl r4, r7, #31 |
| ; CHECK-NEXT: rsbs.w r3, r4, #-2147483648 |
| ; CHECK-NEXT: vmov.32 q4[2], r4 |
| ; CHECK-NEXT: sbcs.w r3, r12, r7 |
| ; CHECK-NEXT: vmov.32 q4[3], r7 |
| ; CHECK-NEXT: mov.w r3, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r3, #1 |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: csetm r3, ne |
| ; CHECK-NEXT: vmov.32 q7[2], r3 |
| ; CHECK-NEXT: vmov.32 q7[3], r3 |
| ; CHECK-NEXT: vbic q0, q2, q7 |
| ; CHECK-NEXT: vand q4, q4, q7 |
| ; CHECK-NEXT: vorr q4, q4, q0 |
| ; CHECK-NEXT: vmov r4, s16 |
| ; CHECK-NEXT: vmov r3, s17 |
| ; CHECK-NEXT: subs.w r4, r4, r8 |
| ; CHECK-NEXT: sbcs r3, r3, #0 |
| ; CHECK-NEXT: vmov r4, s18 |
| ; CHECK-NEXT: mov.w r3, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r3, #1 |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: csetm r3, ne |
| ; CHECK-NEXT: vmov.32 q0[0], r3 |
| ; CHECK-NEXT: vmov.32 q0[1], r3 |
| ; CHECK-NEXT: vmov r3, s19 |
| ; CHECK-NEXT: subs.w r4, r4, r8 |
| ; CHECK-NEXT: sbcs r3, r3, #0 |
| ; CHECK-NEXT: mov.w r3, #0 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: movlt r3, #1 |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: csetm r3, ne |
| ; CHECK-NEXT: vmov.32 q0[2], r3 |
| ; CHECK-NEXT: vbic q5, q3, q0 |
| ; CHECK-NEXT: vand q0, q4, q0 |
| ; CHECK-NEXT: vorr q0, q0, q5 |
| ; CHECK-NEXT: vmov.f32 s1, s2 |
| ; CHECK-NEXT: vmov.f32 s2, s24 |
| ; CHECK-NEXT: vmov.f32 s3, s26 |
| ; CHECK-NEXT: vpst |
| ; CHECK-NEXT: vstrwt.32 q0, [r2], #16 |
| ; CHECK-NEXT: le lr, .LBB2_2 |
| ; CHECK-NEXT: .LBB2_3: @ %for.cond.cleanup |
| ; CHECK-NEXT: add sp, #16 |
| ; CHECK-NEXT: vpop {d8, d9, d10, d11, d12, d13, d14, d15} |
| ; CHECK-NEXT: add sp, #4 |
| ; CHECK-NEXT: pop.w {r4, r5, r6, r7, r8, r9, pc} |
| ; CHECK-NEXT: .p2align 4 |
| ; CHECK-NEXT: @ %bb.4: |
| ; CHECK-NEXT: .LCPI2_0: |
| ; CHECK-NEXT: .long 0 @ 0x0 |
| ; CHECK-NEXT: .long 1 @ 0x1 |
| ; CHECK-NEXT: .long 2 @ 0x2 |
| ; CHECK-NEXT: .long 3 @ 0x3 |
| ; CHECK-NEXT: .LCPI2_1: |
| ; CHECK-NEXT: .long 2147483648 @ 0x80000000 |
| ; CHECK-NEXT: .long 4294967295 @ 0xffffffff |
| ; CHECK-NEXT: .long 2147483648 @ 0x80000000 |
| ; CHECK-NEXT: .long 4294967295 @ 0xffffffff |
| ; CHECK-NEXT: .LCPI2_2: |
| ; CHECK-NEXT: .long 2147483647 @ 0x7fffffff |
| ; CHECK-NEXT: .long 0 @ 0x0 |
| ; CHECK-NEXT: .long 2147483647 @ 0x7fffffff |
| ; CHECK-NEXT: .long 0 @ 0x0 |
| entry: |
| %cmp8 = icmp eq i32 %N, 0 |
| br i1 %cmp8, label %for.cond.cleanup, label %vector.ph |
| |
| vector.ph: ; preds = %entry |
| %n.rnd.up = add i32 %N, 3 |
| %n.vec = and i32 %n.rnd.up, -4 |
| %trip.count.minus.1 = add i32 %N, -1 |
| %broadcast.splatinsert20 = insertelement <4 x i32> undef, i32 %trip.count.minus.1, i32 0 |
| %broadcast.splat21 = shufflevector <4 x i32> %broadcast.splatinsert20, <4 x i32> undef, <4 x i32> zeroinitializer |
| br label %vector.body |
| |
| vector.body: ; preds = %vector.body, %vector.ph |
| %index = phi i32 [ 0, %vector.ph ], [ %index.next, %vector.body ] |
| %broadcast.splatinsert = insertelement <4 x i32> undef, i32 %index, i32 0 |
| %broadcast.splat = shufflevector <4 x i32> %broadcast.splatinsert, <4 x i32> undef, <4 x i32> zeroinitializer |
| %induction = or <4 x i32> %broadcast.splat, <i32 0, i32 1, i32 2, i32 3> |
| %next.gep = getelementptr i32, i32* %pSrcA, i32 %index |
| %next.gep18 = getelementptr i32, i32* %pSrcB, i32 %index |
| %next.gep19 = getelementptr i32, i32* %pDst, i32 %index |
| %0 = icmp ule <4 x i32> %induction, %broadcast.splat21 |
| %1 = bitcast i32* %next.gep to <4 x i32>* |
| %wide.masked.load = call <4 x i32> @llvm.masked.load.v4i32.p0v4i32(<4 x i32>* %1, i32 4, <4 x i1> %0, <4 x i32> undef) |
| %2 = sext <4 x i32> %wide.masked.load to <4 x i64> |
| %3 = bitcast i32* %next.gep18 to <4 x i32>* |
| %wide.masked.load22 = call <4 x i32> @llvm.masked.load.v4i32.p0v4i32(<4 x i32>* %3, i32 4, <4 x i1> %0, <4 x i32> undef) |
| %4 = sext <4 x i32> %wide.masked.load22 to <4 x i64> |
| %5 = mul nsw <4 x i64> %4, %2 |
| %6 = ashr <4 x i64> %5, <i64 31, i64 31, i64 31, i64 31> |
| %7 = icmp sgt <4 x i64> %6, <i64 -2147483648, i64 -2147483648, i64 -2147483648, i64 -2147483648> |
| %8 = select <4 x i1> %7, <4 x i64> %6, <4 x i64> <i64 -2147483648, i64 -2147483648, i64 -2147483648, i64 -2147483648> |
| %9 = icmp slt <4 x i64> %8, <i64 2147483647, i64 2147483647, i64 2147483647, i64 2147483647> |
| %10 = select <4 x i1> %9, <4 x i64> %8, <4 x i64> <i64 2147483647, i64 2147483647, i64 2147483647, i64 2147483647> |
| %11 = trunc <4 x i64> %10 to <4 x i32> |
| %12 = bitcast i32* %next.gep19 to <4 x i32>* |
| call void @llvm.masked.store.v4i32.p0v4i32(<4 x i32> %11, <4 x i32>* %12, i32 4, <4 x i1> %0) |
| %index.next = add i32 %index, 4 |
| %13 = icmp eq i32 %index.next, %n.vec |
| br i1 %13, label %for.cond.cleanup, label %vector.body |
| |
| for.cond.cleanup: ; preds = %vector.body, %entry |
| ret void |
| } |
| |
| define arm_aapcs_vfpcc void @usatmul_2_q31(i32* nocapture readonly %pSrcA, i32* nocapture readonly %pSrcB, i32* noalias nocapture %pDst, i32 %N) { |
| ; CHECK-LABEL: usatmul_2_q31: |
| ; CHECK: @ %bb.0: @ %entry |
| ; CHECK-NEXT: .save {r4, r5, r6, r7, r8, r9, r10, r11, lr} |
| ; CHECK-NEXT: push.w {r4, r5, r6, r7, r8, r9, r10, r11, lr} |
| ; CHECK-NEXT: .pad #4 |
| ; CHECK-NEXT: sub sp, #4 |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: beq .LBB3_8 |
| ; CHECK-NEXT: @ %bb.1: @ %entry |
| ; CHECK-NEXT: cmp r3, #1 |
| ; CHECK-NEXT: bne .LBB3_3 |
| ; CHECK-NEXT: @ %bb.2: |
| ; CHECK-NEXT: movs r7, #0 |
| ; CHECK-NEXT: mov r12, r0 |
| ; CHECK-NEXT: mov r11, r1 |
| ; CHECK-NEXT: mov r8, r2 |
| ; CHECK-NEXT: b .LBB3_6 |
| ; CHECK-NEXT: .LBB3_3: @ %vector.ph |
| ; CHECK-NEXT: bic r5, r3, #1 |
| ; CHECK-NEXT: movs r6, #1 |
| ; CHECK-NEXT: subs r7, r5, #2 |
| ; CHECK-NEXT: add.w r8, r2, r5, lsl #2 |
| ; CHECK-NEXT: add.w r11, r1, r5, lsl #2 |
| ; CHECK-NEXT: add.w lr, r6, r7, lsr #1 |
| ; CHECK-NEXT: add.w r12, r0, r5, lsl #2 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: str r5, [sp] @ 4-byte Spill |
| ; CHECK-NEXT: .LBB3_4: @ %vector.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: ldrd r4, r9, [r0] |
| ; CHECK-NEXT: adds r0, #8 |
| ; CHECK-NEXT: ldrd r5, r10, [r1] |
| ; CHECK-NEXT: adds r1, #8 |
| ; CHECK-NEXT: umull r4, r5, r5, r4 |
| ; CHECK-NEXT: lsrl r4, r5, #31 |
| ; CHECK-NEXT: subs.w r6, r4, #-1 |
| ; CHECK-NEXT: vmov.32 q1[0], r4 |
| ; CHECK-NEXT: sbcs r5, r5, #0 |
| ; CHECK-NEXT: mov.w r5, #0 |
| ; CHECK-NEXT: it lo |
| ; CHECK-NEXT: movlo r5, #1 |
| ; CHECK-NEXT: cmp r5, #0 |
| ; CHECK-NEXT: csetm r5, ne |
| ; CHECK-NEXT: vmov.32 q0[0], r5 |
| ; CHECK-NEXT: vmov.32 q0[1], r5 |
| ; CHECK-NEXT: umull r6, r5, r10, r9 |
| ; CHECK-NEXT: lsrl r6, r5, #31 |
| ; CHECK-NEXT: subs.w r7, r6, #-1 |
| ; CHECK-NEXT: vmov.32 q1[2], r6 |
| ; CHECK-NEXT: sbcs r5, r5, #0 |
| ; CHECK-NEXT: mov.w r5, #0 |
| ; CHECK-NEXT: it lo |
| ; CHECK-NEXT: movlo r5, #1 |
| ; CHECK-NEXT: cmp r5, #0 |
| ; CHECK-NEXT: csetm r5, ne |
| ; CHECK-NEXT: vmov.32 q0[2], r5 |
| ; CHECK-NEXT: vand q1, q1, q0 |
| ; CHECK-NEXT: vorn q0, q1, q0 |
| ; CHECK-NEXT: vmov r4, s2 |
| ; CHECK-NEXT: vmov r5, s0 |
| ; CHECK-NEXT: strd r5, r4, [r2] |
| ; CHECK-NEXT: adds r2, #8 |
| ; CHECK-NEXT: le lr, .LBB3_4 |
| ; CHECK-NEXT: @ %bb.5: @ %middle.block |
| ; CHECK-NEXT: ldr r7, [sp] @ 4-byte Reload |
| ; CHECK-NEXT: cmp r7, r3 |
| ; CHECK-NEXT: beq .LBB3_8 |
| ; CHECK-NEXT: .LBB3_6: @ %for.body.preheader |
| ; CHECK-NEXT: sub.w lr, r3, r7 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB3_7: @ %for.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: ldr r0, [r12], #4 |
| ; CHECK-NEXT: ldr r1, [r11], #4 |
| ; CHECK-NEXT: umull r0, r1, r1, r0 |
| ; CHECK-NEXT: lsrl r0, r1, #31 |
| ; CHECK-NEXT: subs.w r2, r0, #-1 |
| ; CHECK-NEXT: sbcs r1, r1, #0 |
| ; CHECK-NEXT: it hs |
| ; CHECK-NEXT: movhs.w r0, #-1 |
| ; CHECK-NEXT: str r0, [r8], #4 |
| ; CHECK-NEXT: le lr, .LBB3_7 |
| ; CHECK-NEXT: .LBB3_8: @ %for.cond.cleanup |
| ; CHECK-NEXT: add sp, #4 |
| ; CHECK-NEXT: pop.w {r4, r5, r6, r7, r8, r9, r10, r11, pc} |
| entry: |
| switch i32 %N, label %vector.ph [ |
| i32 0, label %for.cond.cleanup |
| i32 1, label %for.body.preheader |
| ] |
| |
| vector.ph: ; preds = %entry |
| %n.vec = and i32 %N, -2 |
| %ind.end = getelementptr i32, i32* %pSrcA, i32 %n.vec |
| %ind.end15 = getelementptr i32, i32* %pSrcB, i32 %n.vec |
| %ind.end17 = getelementptr i32, i32* %pDst, i32 %n.vec |
| br label %vector.body |
| |
| vector.body: ; preds = %vector.body, %vector.ph |
| %index = phi i32 [ 0, %vector.ph ], [ %index.next, %vector.body ] |
| %next.gep = getelementptr i32, i32* %pSrcA, i32 %index |
| %next.gep18 = getelementptr i32, i32* %pSrcB, i32 %index |
| %next.gep19 = getelementptr i32, i32* %pDst, i32 %index |
| %0 = bitcast i32* %next.gep to <2 x i32>* |
| %wide.load = load <2 x i32>, <2 x i32>* %0, align 4 |
| %1 = zext <2 x i32> %wide.load to <2 x i64> |
| %2 = bitcast i32* %next.gep18 to <2 x i32>* |
| %wide.load20 = load <2 x i32>, <2 x i32>* %2, align 4 |
| %3 = zext <2 x i32> %wide.load20 to <2 x i64> |
| %4 = mul nuw <2 x i64> %3, %1 |
| %5 = lshr <2 x i64> %4, <i64 31, i64 31> |
| %6 = icmp ult <2 x i64> %5, <i64 4294967295, i64 4294967295> |
| %7 = select <2 x i1> %6, <2 x i64> %5, <2 x i64> <i64 4294967295, i64 4294967295> |
| %8 = trunc <2 x i64> %7 to <2 x i32> |
| %9 = bitcast i32* %next.gep19 to <2 x i32>* |
| store <2 x i32> %8, <2 x i32>* %9, align 4 |
| %index.next = add i32 %index, 2 |
| %10 = icmp eq i32 %index.next, %n.vec |
| br i1 %10, label %middle.block, label %vector.body |
| |
| middle.block: ; preds = %vector.body |
| %cmp.n = icmp eq i32 %n.vec, %N |
| br i1 %cmp.n, label %for.cond.cleanup, label %for.body.preheader |
| |
| for.body.preheader: ; preds = %entry, %middle.block |
| %i.012.ph = phi i32 [ 0, %entry ], [ %n.vec, %middle.block ] |
| %pSrcA.addr.011.ph = phi i32* [ %pSrcA, %entry ], [ %ind.end, %middle.block ] |
| %pSrcB.addr.010.ph = phi i32* [ %pSrcB, %entry ], [ %ind.end15, %middle.block ] |
| %pDst.addr.09.ph = phi i32* [ %pDst, %entry ], [ %ind.end17, %middle.block ] |
| br label %for.body |
| |
| for.cond.cleanup: ; preds = %for.body, %middle.block, %entry |
| ret void |
| |
| for.body: ; preds = %for.body.preheader, %for.body |
| %i.012 = phi i32 [ %inc, %for.body ], [ %i.012.ph, %for.body.preheader ] |
| %pSrcA.addr.011 = phi i32* [ %incdec.ptr, %for.body ], [ %pSrcA.addr.011.ph, %for.body.preheader ] |
| %pSrcB.addr.010 = phi i32* [ %incdec.ptr1, %for.body ], [ %pSrcB.addr.010.ph, %for.body.preheader ] |
| %pDst.addr.09 = phi i32* [ %incdec.ptr4, %for.body ], [ %pDst.addr.09.ph, %for.body.preheader ] |
| %incdec.ptr = getelementptr inbounds i32, i32* %pSrcA.addr.011, i32 1 |
| %11 = load i32, i32* %pSrcA.addr.011, align 4 |
| %conv = zext i32 %11 to i64 |
| %incdec.ptr1 = getelementptr inbounds i32, i32* %pSrcB.addr.010, i32 1 |
| %12 = load i32, i32* %pSrcB.addr.010, align 4 |
| %conv2 = zext i32 %12 to i64 |
| %mul = mul nuw i64 %conv2, %conv |
| %shr = lshr i64 %mul, 31 |
| %13 = icmp ult i64 %shr, 4294967295 |
| %retval.0.i = select i1 %13, i64 %shr, i64 4294967295 |
| %conv3 = trunc i64 %retval.0.i to i32 |
| %incdec.ptr4 = getelementptr inbounds i32, i32* %pDst.addr.09, i32 1 |
| store i32 %conv3, i32* %pDst.addr.09, align 4 |
| %inc = add nuw i32 %i.012, 1 |
| %exitcond = icmp eq i32 %inc, %N |
| br i1 %exitcond, label %for.cond.cleanup, label %for.body |
| } |
| |
| define arm_aapcs_vfpcc void @usatmul_4_q31(i32* nocapture readonly %pSrcA, i32* nocapture readonly %pSrcB, i32* noalias nocapture %pDst, i32 %N) { |
| ; CHECK-LABEL: usatmul_4_q31: |
| ; CHECK: @ %bb.0: @ %entry |
| ; CHECK-NEXT: .save {r4, r5, r6, r7, r8, r9, r10, lr} |
| ; CHECK-NEXT: push.w {r4, r5, r6, r7, r8, r9, r10, lr} |
| ; CHECK-NEXT: .vsave {d8, d9} |
| ; CHECK-NEXT: vpush {d8, d9} |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: beq.w .LBB4_8 |
| ; CHECK-NEXT: @ %bb.1: @ %for.body.preheader |
| ; CHECK-NEXT: mov.w r8, #0 |
| ; CHECK-NEXT: cmp r3, #3 |
| ; CHECK-NEXT: bhi .LBB4_3 |
| ; CHECK-NEXT: @ %bb.2: |
| ; CHECK-NEXT: mov r12, r0 |
| ; CHECK-NEXT: mov r9, r1 |
| ; CHECK-NEXT: mov r10, r2 |
| ; CHECK-NEXT: b .LBB4_6 |
| ; CHECK-NEXT: .LBB4_3: @ %vector.ph |
| ; CHECK-NEXT: bic r8, r3, #3 |
| ; CHECK-NEXT: movs r6, #1 |
| ; CHECK-NEXT: sub.w r7, r8, #4 |
| ; CHECK-NEXT: add.w r10, r2, r8, lsl #2 |
| ; CHECK-NEXT: add.w r9, r1, r8, lsl #2 |
| ; CHECK-NEXT: add.w lr, r6, r7, lsr #2 |
| ; CHECK-NEXT: add.w r12, r0, r8, lsl #2 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB4_4: @ %vector.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: vldrw.u32 q0, [r0], #16 |
| ; CHECK-NEXT: vldrw.u32 q2, [r1], #16 |
| ; CHECK-NEXT: vmov.f32 s4, s2 |
| ; CHECK-NEXT: vmov.f32 s12, s10 |
| ; CHECK-NEXT: vmov.f32 s6, s3 |
| ; CHECK-NEXT: vmov.f32 s14, s11 |
| ; CHECK-NEXT: vmullb.u32 q4, q3, q1 |
| ; CHECK-NEXT: vmov.f32 s2, s1 |
| ; CHECK-NEXT: vmov r5, s17 |
| ; CHECK-NEXT: vmov r4, s16 |
| ; CHECK-NEXT: lsrl r4, r5, #31 |
| ; CHECK-NEXT: vmov.f32 s10, s9 |
| ; CHECK-NEXT: subs.w r6, r4, #-1 |
| ; CHECK-NEXT: vmov.32 q3[0], r4 |
| ; CHECK-NEXT: sbcs r5, r5, #0 |
| ; CHECK-NEXT: vmov r6, s18 |
| ; CHECK-NEXT: mov.w r5, #0 |
| ; CHECK-NEXT: it lo |
| ; CHECK-NEXT: movlo r5, #1 |
| ; CHECK-NEXT: cmp r5, #0 |
| ; CHECK-NEXT: csetm r5, ne |
| ; CHECK-NEXT: vmov.32 q1[0], r5 |
| ; CHECK-NEXT: vmov.32 q1[1], r5 |
| ; CHECK-NEXT: vmov r5, s19 |
| ; CHECK-NEXT: lsrl r6, r5, #31 |
| ; CHECK-NEXT: subs.w r7, r6, #-1 |
| ; CHECK-NEXT: vmov.32 q3[2], r6 |
| ; CHECK-NEXT: sbcs r5, r5, #0 |
| ; CHECK-NEXT: mov.w r5, #0 |
| ; CHECK-NEXT: it lo |
| ; CHECK-NEXT: movlo r5, #1 |
| ; CHECK-NEXT: cmp r5, #0 |
| ; CHECK-NEXT: csetm r5, ne |
| ; CHECK-NEXT: vmov.32 q1[2], r5 |
| ; CHECK-NEXT: vand q3, q3, q1 |
| ; CHECK-NEXT: vorn q1, q3, q1 |
| ; CHECK-NEXT: vmullb.u32 q3, q2, q0 |
| ; CHECK-NEXT: vmov r5, s13 |
| ; CHECK-NEXT: vmov r4, s12 |
| ; CHECK-NEXT: lsrl r4, r5, #31 |
| ; CHECK-NEXT: subs.w r6, r4, #-1 |
| ; CHECK-NEXT: vmov.32 q2[0], r4 |
| ; CHECK-NEXT: sbcs r5, r5, #0 |
| ; CHECK-NEXT: vmov r6, s14 |
| ; CHECK-NEXT: mov.w r5, #0 |
| ; CHECK-NEXT: it lo |
| ; CHECK-NEXT: movlo r5, #1 |
| ; CHECK-NEXT: cmp r5, #0 |
| ; CHECK-NEXT: csetm r5, ne |
| ; CHECK-NEXT: vmov.32 q0[0], r5 |
| ; CHECK-NEXT: vmov.32 q0[1], r5 |
| ; CHECK-NEXT: vmov r5, s15 |
| ; CHECK-NEXT: lsrl r6, r5, #31 |
| ; CHECK-NEXT: subs.w r7, r6, #-1 |
| ; CHECK-NEXT: vmov.32 q2[2], r6 |
| ; CHECK-NEXT: sbcs r5, r5, #0 |
| ; CHECK-NEXT: mov.w r5, #0 |
| ; CHECK-NEXT: it lo |
| ; CHECK-NEXT: movlo r5, #1 |
| ; CHECK-NEXT: cmp r5, #0 |
| ; CHECK-NEXT: csetm r5, ne |
| ; CHECK-NEXT: vmov.32 q0[2], r5 |
| ; CHECK-NEXT: vand q2, q2, q0 |
| ; CHECK-NEXT: vorn q0, q2, q0 |
| ; CHECK-NEXT: vmov.f32 s1, s2 |
| ; CHECK-NEXT: vmov.f32 s2, s4 |
| ; CHECK-NEXT: vmov.f32 s3, s6 |
| ; CHECK-NEXT: vstrb.8 q0, [r2], #16 |
| ; CHECK-NEXT: le lr, .LBB4_4 |
| ; CHECK-NEXT: @ %bb.5: @ %middle.block |
| ; CHECK-NEXT: cmp r8, r3 |
| ; CHECK-NEXT: beq .LBB4_8 |
| ; CHECK-NEXT: .LBB4_6: @ %for.body.preheader21 |
| ; CHECK-NEXT: sub.w lr, r3, r8 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB4_7: @ %for.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: ldr r0, [r12], #4 |
| ; CHECK-NEXT: ldr r1, [r9], #4 |
| ; CHECK-NEXT: umull r0, r1, r1, r0 |
| ; CHECK-NEXT: lsrl r0, r1, #31 |
| ; CHECK-NEXT: subs.w r2, r0, #-1 |
| ; CHECK-NEXT: sbcs r1, r1, #0 |
| ; CHECK-NEXT: it hs |
| ; CHECK-NEXT: movhs.w r0, #-1 |
| ; CHECK-NEXT: str r0, [r10], #4 |
| ; CHECK-NEXT: le lr, .LBB4_7 |
| ; CHECK-NEXT: .LBB4_8: @ %for.cond.cleanup |
| ; CHECK-NEXT: vpop {d8, d9} |
| ; CHECK-NEXT: pop.w {r4, r5, r6, r7, r8, r9, r10, pc} |
| entry: |
| %cmp8 = icmp eq i32 %N, 0 |
| br i1 %cmp8, label %for.cond.cleanup, label %for.body.preheader |
| |
| for.body.preheader: ; preds = %entry |
| %min.iters.check = icmp ult i32 %N, 4 |
| br i1 %min.iters.check, label %for.body.preheader21, label %vector.ph |
| |
| for.body.preheader21: ; preds = %middle.block, %for.body.preheader |
| %i.012.ph = phi i32 [ 0, %for.body.preheader ], [ %n.vec, %middle.block ] |
| %pSrcA.addr.011.ph = phi i32* [ %pSrcA, %for.body.preheader ], [ %ind.end, %middle.block ] |
| %pSrcB.addr.010.ph = phi i32* [ %pSrcB, %for.body.preheader ], [ %ind.end15, %middle.block ] |
| %pDst.addr.09.ph = phi i32* [ %pDst, %for.body.preheader ], [ %ind.end17, %middle.block ] |
| br label %for.body |
| |
| vector.ph: ; preds = %for.body.preheader |
| %n.vec = and i32 %N, -4 |
| %ind.end = getelementptr i32, i32* %pSrcA, i32 %n.vec |
| %ind.end15 = getelementptr i32, i32* %pSrcB, i32 %n.vec |
| %ind.end17 = getelementptr i32, i32* %pDst, i32 %n.vec |
| br label %vector.body |
| |
| vector.body: ; preds = %vector.body, %vector.ph |
| %index = phi i32 [ 0, %vector.ph ], [ %index.next, %vector.body ] |
| %next.gep = getelementptr i32, i32* %pSrcA, i32 %index |
| %next.gep18 = getelementptr i32, i32* %pSrcB, i32 %index |
| %next.gep19 = getelementptr i32, i32* %pDst, i32 %index |
| %0 = bitcast i32* %next.gep to <4 x i32>* |
| %wide.load = load <4 x i32>, <4 x i32>* %0, align 4 |
| %1 = zext <4 x i32> %wide.load to <4 x i64> |
| %2 = bitcast i32* %next.gep18 to <4 x i32>* |
| %wide.load20 = load <4 x i32>, <4 x i32>* %2, align 4 |
| %3 = zext <4 x i32> %wide.load20 to <4 x i64> |
| %4 = mul nuw <4 x i64> %3, %1 |
| %5 = lshr <4 x i64> %4, <i64 31, i64 31, i64 31, i64 31> |
| %6 = icmp ult <4 x i64> %5, <i64 4294967295, i64 4294967295, i64 4294967295, i64 4294967295> |
| %7 = select <4 x i1> %6, <4 x i64> %5, <4 x i64> <i64 4294967295, i64 4294967295, i64 4294967295, i64 4294967295> |
| %8 = trunc <4 x i64> %7 to <4 x i32> |
| %9 = bitcast i32* %next.gep19 to <4 x i32>* |
| store <4 x i32> %8, <4 x i32>* %9, align 4 |
| %index.next = add i32 %index, 4 |
| %10 = icmp eq i32 %index.next, %n.vec |
| br i1 %10, label %middle.block, label %vector.body |
| |
| middle.block: ; preds = %vector.body |
| %cmp.n = icmp eq i32 %n.vec, %N |
| br i1 %cmp.n, label %for.cond.cleanup, label %for.body.preheader21 |
| |
| for.cond.cleanup: ; preds = %for.body, %middle.block, %entry |
| ret void |
| |
| for.body: ; preds = %for.body.preheader21, %for.body |
| %i.012 = phi i32 [ %inc, %for.body ], [ %i.012.ph, %for.body.preheader21 ] |
| %pSrcA.addr.011 = phi i32* [ %incdec.ptr, %for.body ], [ %pSrcA.addr.011.ph, %for.body.preheader21 ] |
| %pSrcB.addr.010 = phi i32* [ %incdec.ptr1, %for.body ], [ %pSrcB.addr.010.ph, %for.body.preheader21 ] |
| %pDst.addr.09 = phi i32* [ %incdec.ptr4, %for.body ], [ %pDst.addr.09.ph, %for.body.preheader21 ] |
| %incdec.ptr = getelementptr inbounds i32, i32* %pSrcA.addr.011, i32 1 |
| %11 = load i32, i32* %pSrcA.addr.011, align 4 |
| %conv = zext i32 %11 to i64 |
| %incdec.ptr1 = getelementptr inbounds i32, i32* %pSrcB.addr.010, i32 1 |
| %12 = load i32, i32* %pSrcB.addr.010, align 4 |
| %conv2 = zext i32 %12 to i64 |
| %mul = mul nuw i64 %conv2, %conv |
| %shr = lshr i64 %mul, 31 |
| %13 = icmp ult i64 %shr, 4294967295 |
| %retval.0.i = select i1 %13, i64 %shr, i64 4294967295 |
| %conv3 = trunc i64 %retval.0.i to i32 |
| %incdec.ptr4 = getelementptr inbounds i32, i32* %pDst.addr.09, i32 1 |
| store i32 %conv3, i32* %pDst.addr.09, align 4 |
| %inc = add nuw i32 %i.012, 1 |
| %exitcond = icmp eq i32 %inc, %N |
| br i1 %exitcond, label %for.cond.cleanup, label %for.body |
| } |
| |
| |
| ; i16 |
| |
| define arm_aapcs_vfpcc void @ssatmul_4_q15(i16* nocapture readonly %pSrcA, i16* nocapture readonly %pSrcB, i16* noalias nocapture %pDst, i32 %N) { |
| ; CHECK-LABEL: ssatmul_4_q15: |
| ; CHECK: @ %bb.0: @ %entry |
| ; CHECK-NEXT: .save {r4, r5, r6, lr} |
| ; CHECK-NEXT: push {r4, r5, r6, lr} |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: beq .LBB5_8 |
| ; CHECK-NEXT: @ %bb.1: @ %for.body.preheader |
| ; CHECK-NEXT: cmp r3, #3 |
| ; CHECK-NEXT: bhi .LBB5_3 |
| ; CHECK-NEXT: @ %bb.2: |
| ; CHECK-NEXT: movs r5, #0 |
| ; CHECK-NEXT: mov r12, r0 |
| ; CHECK-NEXT: mov r6, r1 |
| ; CHECK-NEXT: mov r4, r2 |
| ; CHECK-NEXT: b .LBB5_6 |
| ; CHECK-NEXT: .LBB5_3: @ %vector.ph |
| ; CHECK-NEXT: bic r5, r3, #3 |
| ; CHECK-NEXT: movs r4, #1 |
| ; CHECK-NEXT: subs r6, r5, #4 |
| ; CHECK-NEXT: add.w r12, r0, r5, lsl #1 |
| ; CHECK-NEXT: add.w lr, r4, r6, lsr #2 |
| ; CHECK-NEXT: add.w r4, r2, r5, lsl #1 |
| ; CHECK-NEXT: add.w r6, r1, r5, lsl #1 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB5_4: @ %vector.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: vldrh.s32 q0, [r0], #8 |
| ; CHECK-NEXT: vldrh.s32 q1, [r1], #8 |
| ; CHECK-NEXT: vmul.i32 q0, q1, q0 |
| ; CHECK-NEXT: vqshrnb.s32 q0, q0, #15 |
| ; CHECK-NEXT: vstrh.32 q0, [r2], #8 |
| ; CHECK-NEXT: le lr, .LBB5_4 |
| ; CHECK-NEXT: @ %bb.5: @ %middle.block |
| ; CHECK-NEXT: cmp r5, r3 |
| ; CHECK-NEXT: it eq |
| ; CHECK-NEXT: popeq {r4, r5, r6, pc} |
| ; CHECK-NEXT: .LBB5_6: @ %for.body.preheader21 |
| ; CHECK-NEXT: movw r0, #32768 |
| ; CHECK-NEXT: sub.w lr, r3, r5 |
| ; CHECK-NEXT: movt r0, #65535 |
| ; CHECK-NEXT: movw r1, #32767 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB5_7: @ %for.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: ldrsh r2, [r12], #2 |
| ; CHECK-NEXT: ldrsh r3, [r6], #2 |
| ; CHECK-NEXT: muls r2, r3, r2 |
| ; CHECK-NEXT: mov r3, r0 |
| ; CHECK-NEXT: cmp.w r0, r2, asr #15 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: asrlt r3, r2, #15 |
| ; CHECK-NEXT: cmp r3, r1 |
| ; CHECK-NEXT: it ge |
| ; CHECK-NEXT: movge r3, r1 |
| ; CHECK-NEXT: strh r3, [r4], #2 |
| ; CHECK-NEXT: le lr, .LBB5_7 |
| ; CHECK-NEXT: .LBB5_8: @ %for.cond.cleanup |
| ; CHECK-NEXT: pop {r4, r5, r6, pc} |
| entry: |
| %cmp8 = icmp eq i32 %N, 0 |
| br i1 %cmp8, label %for.cond.cleanup, label %for.body.preheader |
| |
| for.body.preheader: ; preds = %entry |
| %min.iters.check = icmp ult i32 %N, 4 |
| br i1 %min.iters.check, label %for.body.preheader21, label %vector.ph |
| |
| for.body.preheader21: ; preds = %middle.block, %for.body.preheader |
| %i.012.ph = phi i32 [ 0, %for.body.preheader ], [ %n.vec, %middle.block ] |
| %pSrcA.addr.011.ph = phi i16* [ %pSrcA, %for.body.preheader ], [ %ind.end, %middle.block ] |
| %pSrcB.addr.010.ph = phi i16* [ %pSrcB, %for.body.preheader ], [ %ind.end15, %middle.block ] |
| %pDst.addr.09.ph = phi i16* [ %pDst, %for.body.preheader ], [ %ind.end17, %middle.block ] |
| br label %for.body |
| |
| vector.ph: ; preds = %for.body.preheader |
| %n.vec = and i32 %N, -4 |
| %ind.end = getelementptr i16, i16* %pSrcA, i32 %n.vec |
| %ind.end15 = getelementptr i16, i16* %pSrcB, i32 %n.vec |
| %ind.end17 = getelementptr i16, i16* %pDst, i32 %n.vec |
| br label %vector.body |
| |
| vector.body: ; preds = %vector.body, %vector.ph |
| %index = phi i32 [ 0, %vector.ph ], [ %index.next, %vector.body ] |
| %next.gep = getelementptr i16, i16* %pSrcA, i32 %index |
| %next.gep18 = getelementptr i16, i16* %pSrcB, i32 %index |
| %next.gep19 = getelementptr i16, i16* %pDst, i32 %index |
| %0 = bitcast i16* %next.gep to <4 x i16>* |
| %wide.load = load <4 x i16>, <4 x i16>* %0, align 2 |
| %1 = sext <4 x i16> %wide.load to <4 x i32> |
| %2 = bitcast i16* %next.gep18 to <4 x i16>* |
| %wide.load20 = load <4 x i16>, <4 x i16>* %2, align 2 |
| %3 = sext <4 x i16> %wide.load20 to <4 x i32> |
| %4 = mul nsw <4 x i32> %3, %1 |
| %5 = ashr <4 x i32> %4, <i32 15, i32 15, i32 15, i32 15> |
| %6 = icmp sgt <4 x i32> %5, <i32 -32768, i32 -32768, i32 -32768, i32 -32768> |
| %7 = select <4 x i1> %6, <4 x i32> %5, <4 x i32> <i32 -32768, i32 -32768, i32 -32768, i32 -32768> |
| %8 = icmp slt <4 x i32> %7, <i32 32767, i32 32767, i32 32767, i32 32767> |
| %9 = select <4 x i1> %8, <4 x i32> %7, <4 x i32> <i32 32767, i32 32767, i32 32767, i32 32767> |
| %10 = trunc <4 x i32> %9 to <4 x i16> |
| %11 = bitcast i16* %next.gep19 to <4 x i16>* |
| store <4 x i16> %10, <4 x i16>* %11, align 2 |
| %index.next = add i32 %index, 4 |
| %12 = icmp eq i32 %index.next, %n.vec |
| br i1 %12, label %middle.block, label %vector.body |
| |
| middle.block: ; preds = %vector.body |
| %cmp.n = icmp eq i32 %n.vec, %N |
| br i1 %cmp.n, label %for.cond.cleanup, label %for.body.preheader21 |
| |
| for.cond.cleanup: ; preds = %for.body, %middle.block, %entry |
| ret void |
| |
| for.body: ; preds = %for.body.preheader21, %for.body |
| %i.012 = phi i32 [ %inc, %for.body ], [ %i.012.ph, %for.body.preheader21 ] |
| %pSrcA.addr.011 = phi i16* [ %incdec.ptr, %for.body ], [ %pSrcA.addr.011.ph, %for.body.preheader21 ] |
| %pSrcB.addr.010 = phi i16* [ %incdec.ptr1, %for.body ], [ %pSrcB.addr.010.ph, %for.body.preheader21 ] |
| %pDst.addr.09 = phi i16* [ %incdec.ptr4, %for.body ], [ %pDst.addr.09.ph, %for.body.preheader21 ] |
| %incdec.ptr = getelementptr inbounds i16, i16* %pSrcA.addr.011, i32 1 |
| %13 = load i16, i16* %pSrcA.addr.011, align 2 |
| %conv = sext i16 %13 to i32 |
| %incdec.ptr1 = getelementptr inbounds i16, i16* %pSrcB.addr.010, i32 1 |
| %14 = load i16, i16* %pSrcB.addr.010, align 2 |
| %conv2 = sext i16 %14 to i32 |
| %mul = mul nsw i32 %conv2, %conv |
| %shr = ashr i32 %mul, 15 |
| %15 = icmp sgt i32 %shr, -32768 |
| %.val.i = select i1 %15, i32 %shr, i32 -32768 |
| %16 = icmp slt i32 %.val.i, 32767 |
| %retval.0.i = select i1 %16, i32 %.val.i, i32 32767 |
| %conv3 = trunc i32 %retval.0.i to i16 |
| %incdec.ptr4 = getelementptr inbounds i16, i16* %pDst.addr.09, i32 1 |
| store i16 %conv3, i16* %pDst.addr.09, align 2 |
| %inc = add nuw i32 %i.012, 1 |
| %exitcond = icmp eq i32 %inc, %N |
| br i1 %exitcond, label %for.cond.cleanup, label %for.body |
| } |
| |
| define arm_aapcs_vfpcc void @ssatmul_8_q15(i16* nocapture readonly %pSrcA, i16* nocapture readonly %pSrcB, i16* noalias nocapture %pDst, i32 %N) { |
| ; CHECK-LABEL: ssatmul_8_q15: |
| ; CHECK: @ %bb.0: @ %entry |
| ; CHECK-NEXT: .save {r4, r5, r6, lr} |
| ; CHECK-NEXT: push {r4, r5, r6, lr} |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: beq .LBB6_8 |
| ; CHECK-NEXT: @ %bb.1: @ %for.body.preheader |
| ; CHECK-NEXT: cmp r3, #7 |
| ; CHECK-NEXT: bhi .LBB6_3 |
| ; CHECK-NEXT: @ %bb.2: |
| ; CHECK-NEXT: movs r5, #0 |
| ; CHECK-NEXT: mov r12, r0 |
| ; CHECK-NEXT: mov r6, r1 |
| ; CHECK-NEXT: mov r4, r2 |
| ; CHECK-NEXT: b .LBB6_6 |
| ; CHECK-NEXT: .LBB6_3: @ %vector.ph |
| ; CHECK-NEXT: bic r5, r3, #7 |
| ; CHECK-NEXT: movs r4, #1 |
| ; CHECK-NEXT: sub.w r6, r5, #8 |
| ; CHECK-NEXT: add.w r12, r0, r5, lsl #1 |
| ; CHECK-NEXT: add.w lr, r4, r6, lsr #3 |
| ; CHECK-NEXT: add.w r4, r2, r5, lsl #1 |
| ; CHECK-NEXT: add.w r6, r1, r5, lsl #1 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB6_4: @ %vector.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: vldrh.s32 q0, [r0, #8] |
| ; CHECK-NEXT: vldrh.s32 q1, [r1, #8] |
| ; CHECK-NEXT: vmul.i32 q0, q1, q0 |
| ; CHECK-NEXT: vldrh.s32 q1, [r1], #16 |
| ; CHECK-NEXT: vqshrnb.s32 q0, q0, #15 |
| ; CHECK-NEXT: vstrh.32 q0, [r2, #8] |
| ; CHECK-NEXT: vldrh.s32 q0, [r0], #16 |
| ; CHECK-NEXT: vmul.i32 q0, q1, q0 |
| ; CHECK-NEXT: vqshrnb.s32 q0, q0, #15 |
| ; CHECK-NEXT: vstrh.32 q0, [r2], #16 |
| ; CHECK-NEXT: le lr, .LBB6_4 |
| ; CHECK-NEXT: @ %bb.5: @ %middle.block |
| ; CHECK-NEXT: cmp r5, r3 |
| ; CHECK-NEXT: it eq |
| ; CHECK-NEXT: popeq {r4, r5, r6, pc} |
| ; CHECK-NEXT: .LBB6_6: @ %for.body.preheader21 |
| ; CHECK-NEXT: movw r0, #32768 |
| ; CHECK-NEXT: sub.w lr, r3, r5 |
| ; CHECK-NEXT: movt r0, #65535 |
| ; CHECK-NEXT: movw r1, #32767 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB6_7: @ %for.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: ldrsh r2, [r12], #2 |
| ; CHECK-NEXT: ldrsh r3, [r6], #2 |
| ; CHECK-NEXT: muls r2, r3, r2 |
| ; CHECK-NEXT: mov r3, r0 |
| ; CHECK-NEXT: cmp.w r0, r2, asr #15 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: asrlt r3, r2, #15 |
| ; CHECK-NEXT: cmp r3, r1 |
| ; CHECK-NEXT: it ge |
| ; CHECK-NEXT: movge r3, r1 |
| ; CHECK-NEXT: strh r3, [r4], #2 |
| ; CHECK-NEXT: le lr, .LBB6_7 |
| ; CHECK-NEXT: .LBB6_8: @ %for.cond.cleanup |
| ; CHECK-NEXT: pop {r4, r5, r6, pc} |
| entry: |
| %cmp8 = icmp eq i32 %N, 0 |
| br i1 %cmp8, label %for.cond.cleanup, label %for.body.preheader |
| |
| for.body.preheader: ; preds = %entry |
| %min.iters.check = icmp ult i32 %N, 8 |
| br i1 %min.iters.check, label %for.body.preheader21, label %vector.ph |
| |
| for.body.preheader21: ; preds = %middle.block, %for.body.preheader |
| %i.012.ph = phi i32 [ 0, %for.body.preheader ], [ %n.vec, %middle.block ] |
| %pSrcA.addr.011.ph = phi i16* [ %pSrcA, %for.body.preheader ], [ %ind.end, %middle.block ] |
| %pSrcB.addr.010.ph = phi i16* [ %pSrcB, %for.body.preheader ], [ %ind.end15, %middle.block ] |
| %pDst.addr.09.ph = phi i16* [ %pDst, %for.body.preheader ], [ %ind.end17, %middle.block ] |
| br label %for.body |
| |
| vector.ph: ; preds = %for.body.preheader |
| %n.vec = and i32 %N, -8 |
| %ind.end = getelementptr i16, i16* %pSrcA, i32 %n.vec |
| %ind.end15 = getelementptr i16, i16* %pSrcB, i32 %n.vec |
| %ind.end17 = getelementptr i16, i16* %pDst, i32 %n.vec |
| br label %vector.body |
| |
| vector.body: ; preds = %vector.body, %vector.ph |
| %index = phi i32 [ 0, %vector.ph ], [ %index.next, %vector.body ] |
| %next.gep = getelementptr i16, i16* %pSrcA, i32 %index |
| %next.gep18 = getelementptr i16, i16* %pSrcB, i32 %index |
| %next.gep19 = getelementptr i16, i16* %pDst, i32 %index |
| %0 = bitcast i16* %next.gep to <8 x i16>* |
| %wide.load = load <8 x i16>, <8 x i16>* %0, align 2 |
| %1 = sext <8 x i16> %wide.load to <8 x i32> |
| %2 = bitcast i16* %next.gep18 to <8 x i16>* |
| %wide.load20 = load <8 x i16>, <8 x i16>* %2, align 2 |
| %3 = sext <8 x i16> %wide.load20 to <8 x i32> |
| %4 = mul nsw <8 x i32> %3, %1 |
| %5 = ashr <8 x i32> %4, <i32 15, i32 15, i32 15, i32 15, i32 15, i32 15, i32 15, i32 15> |
| %6 = icmp sgt <8 x i32> %5, <i32 -32768, i32 -32768, i32 -32768, i32 -32768, i32 -32768, i32 -32768, i32 -32768, i32 -32768> |
| %7 = select <8 x i1> %6, <8 x i32> %5, <8 x i32> <i32 -32768, i32 -32768, i32 -32768, i32 -32768, i32 -32768, i32 -32768, i32 -32768, i32 -32768> |
| %8 = icmp slt <8 x i32> %7, <i32 32767, i32 32767, i32 32767, i32 32767, i32 32767, i32 32767, i32 32767, i32 32767> |
| %9 = select <8 x i1> %8, <8 x i32> %7, <8 x i32> <i32 32767, i32 32767, i32 32767, i32 32767, i32 32767, i32 32767, i32 32767, i32 32767> |
| %10 = trunc <8 x i32> %9 to <8 x i16> |
| %11 = bitcast i16* %next.gep19 to <8 x i16>* |
| store <8 x i16> %10, <8 x i16>* %11, align 2 |
| %index.next = add i32 %index, 8 |
| %12 = icmp eq i32 %index.next, %n.vec |
| br i1 %12, label %middle.block, label %vector.body |
| |
| middle.block: ; preds = %vector.body |
| %cmp.n = icmp eq i32 %n.vec, %N |
| br i1 %cmp.n, label %for.cond.cleanup, label %for.body.preheader21 |
| |
| for.cond.cleanup: ; preds = %for.body, %middle.block, %entry |
| ret void |
| |
| for.body: ; preds = %for.body.preheader21, %for.body |
| %i.012 = phi i32 [ %inc, %for.body ], [ %i.012.ph, %for.body.preheader21 ] |
| %pSrcA.addr.011 = phi i16* [ %incdec.ptr, %for.body ], [ %pSrcA.addr.011.ph, %for.body.preheader21 ] |
| %pSrcB.addr.010 = phi i16* [ %incdec.ptr1, %for.body ], [ %pSrcB.addr.010.ph, %for.body.preheader21 ] |
| %pDst.addr.09 = phi i16* [ %incdec.ptr4, %for.body ], [ %pDst.addr.09.ph, %for.body.preheader21 ] |
| %incdec.ptr = getelementptr inbounds i16, i16* %pSrcA.addr.011, i32 1 |
| %13 = load i16, i16* %pSrcA.addr.011, align 2 |
| %conv = sext i16 %13 to i32 |
| %incdec.ptr1 = getelementptr inbounds i16, i16* %pSrcB.addr.010, i32 1 |
| %14 = load i16, i16* %pSrcB.addr.010, align 2 |
| %conv2 = sext i16 %14 to i32 |
| %mul = mul nsw i32 %conv2, %conv |
| %shr = ashr i32 %mul, 15 |
| %15 = icmp sgt i32 %shr, -32768 |
| %.val.i = select i1 %15, i32 %shr, i32 -32768 |
| %16 = icmp slt i32 %.val.i, 32767 |
| %retval.0.i = select i1 %16, i32 %.val.i, i32 32767 |
| %conv3 = trunc i32 %retval.0.i to i16 |
| %incdec.ptr4 = getelementptr inbounds i16, i16* %pDst.addr.09, i32 1 |
| store i16 %conv3, i16* %pDst.addr.09, align 2 |
| %inc = add nuw i32 %i.012, 1 |
| %exitcond = icmp eq i32 %inc, %N |
| br i1 %exitcond, label %for.cond.cleanup, label %for.body |
| } |
| |
| define arm_aapcs_vfpcc void @ssatmul_8i_q15(i16* nocapture readonly %pSrcA, i16* nocapture readonly %pSrcB, i16* noalias nocapture %pDst, i32 %N) { |
| ; CHECK-LABEL: ssatmul_8i_q15: |
| ; CHECK: @ %bb.0: @ %entry |
| ; CHECK-NEXT: .save {r4, r5, r6, lr} |
| ; CHECK-NEXT: push {r4, r5, r6, lr} |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: beq .LBB7_8 |
| ; CHECK-NEXT: @ %bb.1: @ %for.body.preheader |
| ; CHECK-NEXT: cmp r3, #7 |
| ; CHECK-NEXT: bhi .LBB7_3 |
| ; CHECK-NEXT: @ %bb.2: |
| ; CHECK-NEXT: movs r5, #0 |
| ; CHECK-NEXT: mov r12, r0 |
| ; CHECK-NEXT: mov r6, r1 |
| ; CHECK-NEXT: mov r4, r2 |
| ; CHECK-NEXT: b .LBB7_6 |
| ; CHECK-NEXT: .LBB7_3: @ %vector.ph |
| ; CHECK-NEXT: bic r5, r3, #7 |
| ; CHECK-NEXT: movs r4, #1 |
| ; CHECK-NEXT: sub.w r6, r5, #8 |
| ; CHECK-NEXT: add.w r12, r0, r5, lsl #1 |
| ; CHECK-NEXT: add.w lr, r4, r6, lsr #3 |
| ; CHECK-NEXT: add.w r4, r2, r5, lsl #1 |
| ; CHECK-NEXT: add.w r6, r1, r5, lsl #1 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB7_4: @ %vector.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: vldrh.u16 q0, [r0], #16 |
| ; CHECK-NEXT: vldrh.u16 q1, [r1], #16 |
| ; CHECK-NEXT: vmullt.s16 q2, q1, q0 |
| ; CHECK-NEXT: vmullb.s16 q0, q1, q0 |
| ; CHECK-NEXT: vqshrnb.s32 q0, q0, #15 |
| ; CHECK-NEXT: vqshrnt.s32 q0, q2, #15 |
| ; CHECK-NEXT: vstrb.8 q0, [r2], #16 |
| ; CHECK-NEXT: le lr, .LBB7_4 |
| ; CHECK-NEXT: @ %bb.5: @ %middle.block |
| ; CHECK-NEXT: cmp r5, r3 |
| ; CHECK-NEXT: it eq |
| ; CHECK-NEXT: popeq {r4, r5, r6, pc} |
| ; CHECK-NEXT: .LBB7_6: @ %for.body.preheader21 |
| ; CHECK-NEXT: movw r0, #32768 |
| ; CHECK-NEXT: sub.w lr, r3, r5 |
| ; CHECK-NEXT: movt r0, #65535 |
| ; CHECK-NEXT: movw r1, #32767 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB7_7: @ %for.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: ldrsh r2, [r12], #2 |
| ; CHECK-NEXT: ldrsh r3, [r6], #2 |
| ; CHECK-NEXT: muls r2, r3, r2 |
| ; CHECK-NEXT: mov r3, r0 |
| ; CHECK-NEXT: cmp.w r0, r2, asr #15 |
| ; CHECK-NEXT: it lt |
| ; CHECK-NEXT: asrlt r3, r2, #15 |
| ; CHECK-NEXT: cmp r3, r1 |
| ; CHECK-NEXT: it ge |
| ; CHECK-NEXT: movge r3, r1 |
| ; CHECK-NEXT: strh r3, [r4], #2 |
| ; CHECK-NEXT: le lr, .LBB7_7 |
| ; CHECK-NEXT: .LBB7_8: @ %for.cond.cleanup |
| ; CHECK-NEXT: pop {r4, r5, r6, pc} |
| entry: |
| %cmp8 = icmp eq i32 %N, 0 |
| br i1 %cmp8, label %for.cond.cleanup, label %for.body.preheader |
| |
| for.body.preheader: ; preds = %entry |
| %min.iters.check = icmp ult i32 %N, 8 |
| br i1 %min.iters.check, label %for.body.preheader21, label %vector.ph |
| |
| for.body.preheader21: ; preds = %middle.block, %for.body.preheader |
| %i.012.ph = phi i32 [ 0, %for.body.preheader ], [ %n.vec, %middle.block ] |
| %pSrcA.addr.011.ph = phi i16* [ %pSrcA, %for.body.preheader ], [ %ind.end, %middle.block ] |
| %pSrcB.addr.010.ph = phi i16* [ %pSrcB, %for.body.preheader ], [ %ind.end15, %middle.block ] |
| %pDst.addr.09.ph = phi i16* [ %pDst, %for.body.preheader ], [ %ind.end17, %middle.block ] |
| br label %for.body |
| |
| vector.ph: ; preds = %for.body.preheader |
| %n.vec = and i32 %N, -8 |
| %ind.end = getelementptr i16, i16* %pSrcA, i32 %n.vec |
| %ind.end15 = getelementptr i16, i16* %pSrcB, i32 %n.vec |
| %ind.end17 = getelementptr i16, i16* %pDst, i32 %n.vec |
| br label %vector.body |
| |
| vector.body: ; preds = %vector.body, %vector.ph |
| %index = phi i32 [ 0, %vector.ph ], [ %index.next, %vector.body ] |
| %next.gep = getelementptr i16, i16* %pSrcA, i32 %index |
| %next.gep18 = getelementptr i16, i16* %pSrcB, i32 %index |
| %next.gep19 = getelementptr i16, i16* %pDst, i32 %index |
| %0 = bitcast i16* %next.gep to <8 x i16>* |
| %wide.load = load <8 x i16>, <8 x i16>* %0, align 2 |
| %1 = shufflevector <8 x i16> %wide.load, <8 x i16> %wide.load, <4 x i32> <i32 0, i32 2, i32 4, i32 6> |
| %2 = shufflevector <8 x i16> %wide.load, <8 x i16> %wide.load, <4 x i32> <i32 1, i32 3, i32 5, i32 7> |
| %3 = sext <4 x i16> %1 to <4 x i32> |
| %4 = sext <4 x i16> %2 to <4 x i32> |
| %5 = bitcast i16* %next.gep18 to <8 x i16>* |
| %wide.load20 = load <8 x i16>, <8 x i16>* %5, align 2 |
| %6 = shufflevector <8 x i16> %wide.load20, <8 x i16> %wide.load20, <4 x i32> <i32 0, i32 2, i32 4, i32 6> |
| %7 = shufflevector <8 x i16> %wide.load20, <8 x i16> %wide.load20, <4 x i32> <i32 1, i32 3, i32 5, i32 7> |
| %8 = sext <4 x i16> %6 to <4 x i32> |
| %9 = sext <4 x i16> %7 to <4 x i32> |
| %10 = mul <4 x i32> %8, %3 |
| %11 = mul <4 x i32> %9, %4 |
| %12 = ashr <4 x i32> %10, <i32 15, i32 15, i32 15, i32 15> |
| %13 = ashr <4 x i32> %11, <i32 15, i32 15, i32 15, i32 15> |
| %14 = icmp sgt <4 x i32> %12, <i32 -32768, i32 -32768, i32 -32768, i32 -32768> |
| %15 = icmp sgt <4 x i32> %13, <i32 -32768, i32 -32768, i32 -32768, i32 -32768> |
| %16 = select <4 x i1> %14, <4 x i32> %12, <4 x i32> <i32 -32768, i32 -32768, i32 -32768, i32 -32768> |
| %17 = select <4 x i1> %15, <4 x i32> %13, <4 x i32> <i32 -32768, i32 -32768, i32 -32768, i32 -32768> |
| %18 = icmp slt <4 x i32> %16, <i32 32767, i32 32767, i32 32767, i32 32767> |
| %19 = icmp slt <4 x i32> %17, <i32 32767, i32 32767, i32 32767, i32 32767> |
| %20 = select <4 x i1> %18, <4 x i32> %16, <4 x i32> <i32 32767, i32 32767, i32 32767, i32 32767> |
| %21 = select <4 x i1> %19, <4 x i32> %17, <4 x i32> <i32 32767, i32 32767, i32 32767, i32 32767> |
| %22 = shufflevector <4 x i32> %20, <4 x i32> %21, <8 x i32> <i32 0, i32 4, i32 1, i32 5, i32 2, i32 6, i32 3, i32 7> |
| %23 = trunc <8 x i32> %22 to <8 x i16> |
| %24 = bitcast i16* %next.gep19 to <8 x i16>* |
| store <8 x i16> %23, <8 x i16>* %24, align 2 |
| %index.next = add i32 %index, 8 |
| %25 = icmp eq i32 %index.next, %n.vec |
| br i1 %25, label %middle.block, label %vector.body |
| |
| middle.block: ; preds = %vector.body |
| %cmp.n = icmp eq i32 %n.vec, %N |
| br i1 %cmp.n, label %for.cond.cleanup, label %for.body.preheader21 |
| |
| for.cond.cleanup: ; preds = %for.body, %middle.block, %entry |
| ret void |
| |
| for.body: ; preds = %for.body, %for.body.preheader21 |
| %i.012 = phi i32 [ %inc, %for.body ], [ %i.012.ph, %for.body.preheader21 ] |
| %pSrcA.addr.011 = phi i16* [ %incdec.ptr, %for.body ], [ %pSrcA.addr.011.ph, %for.body.preheader21 ] |
| %pSrcB.addr.010 = phi i16* [ %incdec.ptr1, %for.body ], [ %pSrcB.addr.010.ph, %for.body.preheader21 ] |
| %pDst.addr.09 = phi i16* [ %incdec.ptr4, %for.body ], [ %pDst.addr.09.ph, %for.body.preheader21 ] |
| %incdec.ptr = getelementptr inbounds i16, i16* %pSrcA.addr.011, i32 1 |
| %26 = load i16, i16* %pSrcA.addr.011, align 2 |
| %conv = sext i16 %26 to i32 |
| %incdec.ptr1 = getelementptr inbounds i16, i16* %pSrcB.addr.010, i32 1 |
| %27 = load i16, i16* %pSrcB.addr.010, align 2 |
| %conv2 = sext i16 %27 to i32 |
| %mul = mul nsw i32 %conv2, %conv |
| %shr = ashr i32 %mul, 15 |
| %28 = icmp sgt i32 %shr, -32768 |
| %.val.i = select i1 %28, i32 %shr, i32 -32768 |
| %29 = icmp slt i32 %.val.i, 32767 |
| %retval.0.i = select i1 %29, i32 %.val.i, i32 32767 |
| %conv3 = trunc i32 %retval.0.i to i16 |
| %incdec.ptr4 = getelementptr inbounds i16, i16* %pDst.addr.09, i32 1 |
| store i16 %conv3, i16* %pDst.addr.09, align 2 |
| %inc = add nuw i32 %i.012, 1 |
| %exitcond = icmp eq i32 %inc, %N |
| br i1 %exitcond, label %for.cond.cleanup, label %for.body |
| } |
| |
| define arm_aapcs_vfpcc void @ssatmul_s4t_q15(i16* nocapture readonly %pSrcA, i16* nocapture readonly %pSrcB, i16* noalias nocapture %pDst, i32 %N) { |
| ; CHECK-LABEL: ssatmul_s4t_q15: |
| ; CHECK: @ %bb.0: @ %entry |
| ; CHECK-NEXT: .save {r4, lr} |
| ; CHECK-NEXT: push {r4, lr} |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: it eq |
| ; CHECK-NEXT: popeq {r4, pc} |
| ; CHECK-NEXT: add.w r12, r3, #3 |
| ; CHECK-NEXT: adr r4, .LCPI8_0 |
| ; CHECK-NEXT: bic r12, r12, #3 |
| ; CHECK-NEXT: mov.w lr, #1 |
| ; CHECK-NEXT: sub.w r12, r12, #4 |
| ; CHECK-NEXT: vldrw.u32 q0, [r4] |
| ; CHECK-NEXT: add.w lr, lr, r12, lsr #2 |
| ; CHECK-NEXT: sub.w r12, r3, #1 |
| ; CHECK-NEXT: movs r3, #0 |
| ; CHECK-NEXT: vdup.32 q1, r12 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB8_1: @ %vector.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: vdup.32 q2, r3 |
| ; CHECK-NEXT: adds r3, #4 |
| ; CHECK-NEXT: vorr q2, q2, q0 |
| ; CHECK-NEXT: vptt.u32 cs, q1, q2 |
| ; CHECK-NEXT: vldrht.s32 q2, [r0], #8 |
| ; CHECK-NEXT: vldrht.s32 q3, [r1], #8 |
| ; CHECK-NEXT: vmul.i32 q2, q3, q2 |
| ; CHECK-NEXT: vqshrnb.s32 q2, q2, #15 |
| ; CHECK-NEXT: vmovlb.s16 q2, q2 |
| ; CHECK-NEXT: vpst |
| ; CHECK-NEXT: vstrht.32 q2, [r2], #8 |
| ; CHECK-NEXT: le lr, .LBB8_1 |
| ; CHECK-NEXT: @ %bb.2: @ %for.cond.cleanup |
| ; CHECK-NEXT: pop {r4, pc} |
| ; CHECK-NEXT: .p2align 4 |
| ; CHECK-NEXT: @ %bb.3: |
| ; CHECK-NEXT: .LCPI8_0: |
| ; CHECK-NEXT: .long 0 @ 0x0 |
| ; CHECK-NEXT: .long 1 @ 0x1 |
| ; CHECK-NEXT: .long 2 @ 0x2 |
| ; CHECK-NEXT: .long 3 @ 0x3 |
| entry: |
| %cmp8 = icmp eq i32 %N, 0 |
| br i1 %cmp8, label %for.cond.cleanup, label %vector.ph |
| |
| vector.ph: ; preds = %entry |
| %n.rnd.up = add i32 %N, 3 |
| %n.vec = and i32 %n.rnd.up, -4 |
| %trip.count.minus.1 = add i32 %N, -1 |
| %broadcast.splatinsert20 = insertelement <4 x i32> undef, i32 %trip.count.minus.1, i32 0 |
| %broadcast.splat21 = shufflevector <4 x i32> %broadcast.splatinsert20, <4 x i32> undef, <4 x i32> zeroinitializer |
| br label %vector.body |
| |
| vector.body: ; preds = %vector.body, %vector.ph |
| %index = phi i32 [ 0, %vector.ph ], [ %index.next, %vector.body ] |
| %broadcast.splatinsert = insertelement <4 x i32> undef, i32 %index, i32 0 |
| %broadcast.splat = shufflevector <4 x i32> %broadcast.splatinsert, <4 x i32> undef, <4 x i32> zeroinitializer |
| %induction = or <4 x i32> %broadcast.splat, <i32 0, i32 1, i32 2, i32 3> |
| %next.gep = getelementptr i16, i16* %pSrcA, i32 %index |
| %next.gep18 = getelementptr i16, i16* %pSrcB, i32 %index |
| %next.gep19 = getelementptr i16, i16* %pDst, i32 %index |
| %0 = icmp ule <4 x i32> %induction, %broadcast.splat21 |
| %1 = bitcast i16* %next.gep to <4 x i16>* |
| %wide.masked.load = call <4 x i16> @llvm.masked.load.v4i16.p0v4i16(<4 x i16>* %1, i32 2, <4 x i1> %0, <4 x i16> undef) |
| %2 = sext <4 x i16> %wide.masked.load to <4 x i32> |
| %3 = bitcast i16* %next.gep18 to <4 x i16>* |
| %wide.masked.load22 = call <4 x i16> @llvm.masked.load.v4i16.p0v4i16(<4 x i16>* %3, i32 2, <4 x i1> %0, <4 x i16> undef) |
| %4 = sext <4 x i16> %wide.masked.load22 to <4 x i32> |
| %5 = mul nsw <4 x i32> %4, %2 |
| %6 = ashr <4 x i32> %5, <i32 15, i32 15, i32 15, i32 15> |
| %7 = icmp sgt <4 x i32> %6, <i32 -32768, i32 -32768, i32 -32768, i32 -32768> |
| %8 = select <4 x i1> %7, <4 x i32> %6, <4 x i32> <i32 -32768, i32 -32768, i32 -32768, i32 -32768> |
| %9 = icmp slt <4 x i32> %8, <i32 32767, i32 32767, i32 32767, i32 32767> |
| %10 = select <4 x i1> %9, <4 x i32> %8, <4 x i32> <i32 32767, i32 32767, i32 32767, i32 32767> |
| %11 = trunc <4 x i32> %10 to <4 x i16> |
| %12 = bitcast i16* %next.gep19 to <4 x i16>* |
| call void @llvm.masked.store.v4i16.p0v4i16(<4 x i16> %11, <4 x i16>* %12, i32 2, <4 x i1> %0) |
| %index.next = add i32 %index, 4 |
| %13 = icmp eq i32 %index.next, %n.vec |
| br i1 %13, label %for.cond.cleanup, label %vector.body |
| |
| for.cond.cleanup: ; preds = %vector.body, %entry |
| ret void |
| } |
| |
| define arm_aapcs_vfpcc void @ssatmul_8t_q15(i16* nocapture readonly %pSrcA, i16* nocapture readonly %pSrcB, i16* noalias nocapture %pDst, i32 %N) { |
| ; CHECK-LABEL: ssatmul_8t_q15: |
| ; CHECK: @ %bb.0: @ %entry |
| ; CHECK-NEXT: .save {r4, lr} |
| ; CHECK-NEXT: push {r4, lr} |
| ; CHECK-NEXT: .vsave {d8, d9, d10, d11, d12, d13, d14, d15} |
| ; CHECK-NEXT: vpush {d8, d9, d10, d11, d12, d13, d14, d15} |
| ; CHECK-NEXT: .pad #24 |
| ; CHECK-NEXT: sub sp, #24 |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: beq.w .LBB9_3 |
| ; CHECK-NEXT: @ %bb.1: @ %vector.ph |
| ; CHECK-NEXT: add.w r12, r3, #7 |
| ; CHECK-NEXT: adr r4, .LCPI9_0 |
| ; CHECK-NEXT: bic r12, r12, #7 |
| ; CHECK-NEXT: vldrw.u32 q0, [r4] |
| ; CHECK-NEXT: sub.w r12, r12, #8 |
| ; CHECK-NEXT: mov.w lr, #1 |
| ; CHECK-NEXT: adr r4, .LCPI9_1 |
| ; CHECK-NEXT: vmov.i8 q2, #0x0 |
| ; CHECK-NEXT: add.w lr, lr, r12, lsr #3 |
| ; CHECK-NEXT: sub.w r12, r3, #1 |
| ; CHECK-NEXT: vldrw.u32 q4, [r4] |
| ; CHECK-NEXT: movs r3, #0 |
| ; CHECK-NEXT: vdup.32 q1, r12 |
| ; CHECK-NEXT: vmov.i8 q3, #0xff |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: vstrw.32 q0, [sp] @ 16-byte Spill |
| ; CHECK-NEXT: .LBB9_2: @ %vector.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: vldrw.u32 q5, [sp] @ 16-byte Reload |
| ; CHECK-NEXT: vdup.32 q0, r3 |
| ; CHECK-NEXT: adds r3, #8 |
| ; CHECK-NEXT: vorr q5, q0, q5 |
| ; CHECK-NEXT: vorr q0, q0, q4 |
| ; CHECK-NEXT: vcmp.u32 cs, q1, q5 |
| ; CHECK-NEXT: vpsel q6, q3, q2 |
| ; CHECK-NEXT: vcmp.u32 cs, q1, q0 |
| ; CHECK-NEXT: vmov r4, s24 |
| ; CHECK-NEXT: vpsel q0, q3, q2 |
| ; CHECK-NEXT: vmov.16 q5[0], r4 |
| ; CHECK-NEXT: vmov r4, s25 |
| ; CHECK-NEXT: vmov.16 q5[1], r4 |
| ; CHECK-NEXT: vmov r4, s26 |
| ; CHECK-NEXT: vmov.16 q5[2], r4 |
| ; CHECK-NEXT: vmov r4, s27 |
| ; CHECK-NEXT: vmov.16 q5[3], r4 |
| ; CHECK-NEXT: vmov r4, s0 |
| ; CHECK-NEXT: vmov.16 q5[4], r4 |
| ; CHECK-NEXT: vmov r4, s1 |
| ; CHECK-NEXT: vmov.16 q5[5], r4 |
| ; CHECK-NEXT: vmov r4, s2 |
| ; CHECK-NEXT: vmov.16 q5[6], r4 |
| ; CHECK-NEXT: vmov r4, s3 |
| ; CHECK-NEXT: vmov.16 q5[7], r4 |
| ; CHECK-NEXT: vpt.i16 ne, q5, zr |
| ; CHECK-NEXT: vldrht.u16 q6, [r0], #16 |
| ; CHECK-NEXT: vmov.u16 r4, q6[0] |
| ; CHECK-NEXT: vpst |
| ; CHECK-NEXT: vldrht.u16 q7, [r1], #16 |
| ; CHECK-NEXT: vmov.32 q5[0], r4 |
| ; CHECK-NEXT: vmov.u16 r4, q6[1] |
| ; CHECK-NEXT: vmov.32 q5[1], r4 |
| ; CHECK-NEXT: vmov.u16 r4, q6[2] |
| ; CHECK-NEXT: vmov.32 q5[2], r4 |
| ; CHECK-NEXT: vmov.u16 r4, q6[3] |
| ; CHECK-NEXT: vmov.32 q5[3], r4 |
| ; CHECK-NEXT: vmov.u16 r4, q7[0] |
| ; CHECK-NEXT: vmov.32 q0[0], r4 |
| ; CHECK-NEXT: vmov.u16 r4, q7[1] |
| ; CHECK-NEXT: vmov.32 q0[1], r4 |
| ; CHECK-NEXT: vmov.u16 r4, q7[2] |
| ; CHECK-NEXT: vmov.32 q0[2], r4 |
| ; CHECK-NEXT: vmov.u16 r4, q7[3] |
| ; CHECK-NEXT: vmov.32 q0[3], r4 |
| ; CHECK-NEXT: vmullb.s16 q0, q0, q5 |
| ; CHECK-NEXT: vqshrnb.s32 q0, q0, #15 |
| ; CHECK-NEXT: vmovlb.s16 q0, q0 |
| ; CHECK-NEXT: vmov r4, s0 |
| ; CHECK-NEXT: vmov.16 q5[0], r4 |
| ; CHECK-NEXT: vmov r4, s1 |
| ; CHECK-NEXT: vmov.16 q5[1], r4 |
| ; CHECK-NEXT: vmov r4, s2 |
| ; CHECK-NEXT: vmov.16 q5[2], r4 |
| ; CHECK-NEXT: vmov r4, s3 |
| ; CHECK-NEXT: vmov.16 q5[3], r4 |
| ; CHECK-NEXT: vmov.u16 r4, q6[4] |
| ; CHECK-NEXT: vmov.32 q0[0], r4 |
| ; CHECK-NEXT: vmov.u16 r4, q6[5] |
| ; CHECK-NEXT: vmov.32 q0[1], r4 |
| ; CHECK-NEXT: vmov.u16 r4, q6[6] |
| ; CHECK-NEXT: vmov.32 q0[2], r4 |
| ; CHECK-NEXT: vmov.u16 r4, q6[7] |
| ; CHECK-NEXT: vmov.32 q0[3], r4 |
| ; CHECK-NEXT: vmov.u16 r4, q7[4] |
| ; CHECK-NEXT: vmov.32 q6[0], r4 |
| ; CHECK-NEXT: vmov.u16 r4, q7[5] |
| ; CHECK-NEXT: vmov.32 q6[1], r4 |
| ; CHECK-NEXT: vmov.u16 r4, q7[6] |
| ; CHECK-NEXT: vmov.32 q6[2], r4 |
| ; CHECK-NEXT: vmov.u16 r4, q7[7] |
| ; CHECK-NEXT: vmov.32 q6[3], r4 |
| ; CHECK-NEXT: vmullb.s16 q0, q6, q0 |
| ; CHECK-NEXT: vqshrnb.s32 q0, q0, #15 |
| ; CHECK-NEXT: vmovlb.s16 q0, q0 |
| ; CHECK-NEXT: vmov r4, s0 |
| ; CHECK-NEXT: vmov.16 q5[4], r4 |
| ; CHECK-NEXT: vmov r4, s1 |
| ; CHECK-NEXT: vmov.16 q5[5], r4 |
| ; CHECK-NEXT: vmov r4, s2 |
| ; CHECK-NEXT: vmov.16 q5[6], r4 |
| ; CHECK-NEXT: vmov r4, s3 |
| ; CHECK-NEXT: vmov.16 q5[7], r4 |
| ; CHECK-NEXT: vpst |
| ; CHECK-NEXT: vstrht.16 q5, [r2], #16 |
| ; CHECK-NEXT: le lr, .LBB9_2 |
| ; CHECK-NEXT: .LBB9_3: @ %for.cond.cleanup |
| ; CHECK-NEXT: add sp, #24 |
| ; CHECK-NEXT: vpop {d8, d9, d10, d11, d12, d13, d14, d15} |
| ; CHECK-NEXT: pop {r4, pc} |
| ; CHECK-NEXT: .p2align 4 |
| ; CHECK-NEXT: @ %bb.4: |
| ; CHECK-NEXT: .LCPI9_0: |
| ; CHECK-NEXT: .long 0 @ 0x0 |
| ; CHECK-NEXT: .long 1 @ 0x1 |
| ; CHECK-NEXT: .long 2 @ 0x2 |
| ; CHECK-NEXT: .long 3 @ 0x3 |
| ; CHECK-NEXT: .LCPI9_1: |
| ; CHECK-NEXT: .long 4 @ 0x4 |
| ; CHECK-NEXT: .long 5 @ 0x5 |
| ; CHECK-NEXT: .long 6 @ 0x6 |
| ; CHECK-NEXT: .long 7 @ 0x7 |
| entry: |
| %cmp8 = icmp eq i32 %N, 0 |
| br i1 %cmp8, label %for.cond.cleanup, label %vector.ph |
| |
| vector.ph: ; preds = %entry |
| %n.rnd.up = add i32 %N, 7 |
| %n.vec = and i32 %n.rnd.up, -8 |
| %trip.count.minus.1 = add i32 %N, -1 |
| %broadcast.splatinsert20 = insertelement <8 x i32> undef, i32 %trip.count.minus.1, i32 0 |
| %broadcast.splat21 = shufflevector <8 x i32> %broadcast.splatinsert20, <8 x i32> undef, <8 x i32> zeroinitializer |
| br label %vector.body |
| |
| vector.body: ; preds = %vector.body, %vector.ph |
| %index = phi i32 [ 0, %vector.ph ], [ %index.next, %vector.body ] |
| %broadcast.splatinsert = insertelement <8 x i32> undef, i32 %index, i32 0 |
| %broadcast.splat = shufflevector <8 x i32> %broadcast.splatinsert, <8 x i32> undef, <8 x i32> zeroinitializer |
| %induction = or <8 x i32> %broadcast.splat, <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7> |
| %next.gep = getelementptr i16, i16* %pSrcA, i32 %index |
| %next.gep18 = getelementptr i16, i16* %pSrcB, i32 %index |
| %next.gep19 = getelementptr i16, i16* %pDst, i32 %index |
| %0 = icmp ule <8 x i32> %induction, %broadcast.splat21 |
| %1 = bitcast i16* %next.gep to <8 x i16>* |
| %wide.masked.load = call <8 x i16> @llvm.masked.load.v8i16.p0v8i16(<8 x i16>* %1, i32 2, <8 x i1> %0, <8 x i16> undef) |
| %2 = sext <8 x i16> %wide.masked.load to <8 x i32> |
| %3 = bitcast i16* %next.gep18 to <8 x i16>* |
| %wide.masked.load22 = call <8 x i16> @llvm.masked.load.v8i16.p0v8i16(<8 x i16>* %3, i32 2, <8 x i1> %0, <8 x i16> undef) |
| %4 = sext <8 x i16> %wide.masked.load22 to <8 x i32> |
| %5 = mul nsw <8 x i32> %4, %2 |
| %6 = ashr <8 x i32> %5, <i32 15, i32 15, i32 15, i32 15, i32 15, i32 15, i32 15, i32 15> |
| %7 = icmp sgt <8 x i32> %6, <i32 -32768, i32 -32768, i32 -32768, i32 -32768, i32 -32768, i32 -32768, i32 -32768, i32 -32768> |
| %8 = select <8 x i1> %7, <8 x i32> %6, <8 x i32> <i32 -32768, i32 -32768, i32 -32768, i32 -32768, i32 -32768, i32 -32768, i32 -32768, i32 -32768> |
| %9 = icmp slt <8 x i32> %8, <i32 32767, i32 32767, i32 32767, i32 32767, i32 32767, i32 32767, i32 32767, i32 32767> |
| %10 = select <8 x i1> %9, <8 x i32> %8, <8 x i32> <i32 32767, i32 32767, i32 32767, i32 32767, i32 32767, i32 32767, i32 32767, i32 32767> |
| %11 = trunc <8 x i32> %10 to <8 x i16> |
| %12 = bitcast i16* %next.gep19 to <8 x i16>* |
| call void @llvm.masked.store.v8i16.p0v8i16(<8 x i16> %11, <8 x i16>* %12, i32 2, <8 x i1> %0) |
| %index.next = add i32 %index, 8 |
| %13 = icmp eq i32 %index.next, %n.vec |
| br i1 %13, label %for.cond.cleanup, label %vector.body |
| |
| for.cond.cleanup: ; preds = %vector.body, %entry |
| ret void |
| } |
| |
| define arm_aapcs_vfpcc void @ssatmul_8ti_q15(i16* nocapture readonly %pSrcA, i16* nocapture readonly %pSrcB, i16* noalias nocapture %pDst, i32 %N) { |
| ; CHECK-LABEL: ssatmul_8ti_q15: |
| ; CHECK: @ %bb.0: @ %entry |
| ; CHECK-NEXT: .save {r4, lr} |
| ; CHECK-NEXT: push {r4, lr} |
| ; CHECK-NEXT: .vsave {d8, d9, d10, d11, d12, d13, d14, d15} |
| ; CHECK-NEXT: vpush {d8, d9, d10, d11, d12, d13, d14, d15} |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: beq .LBB10_3 |
| ; CHECK-NEXT: @ %bb.1: @ %vector.ph |
| ; CHECK-NEXT: add.w r12, r3, #7 |
| ; CHECK-NEXT: adr r4, .LCPI10_0 |
| ; CHECK-NEXT: bic r12, r12, #7 |
| ; CHECK-NEXT: vldrw.u32 q0, [r4] |
| ; CHECK-NEXT: sub.w r12, r12, #8 |
| ; CHECK-NEXT: mov.w lr, #1 |
| ; CHECK-NEXT: adr r4, .LCPI10_1 |
| ; CHECK-NEXT: vmov.i8 q2, #0x0 |
| ; CHECK-NEXT: add.w lr, lr, r12, lsr #3 |
| ; CHECK-NEXT: sub.w r12, r3, #1 |
| ; CHECK-NEXT: vldrw.u32 q4, [r4] |
| ; CHECK-NEXT: movs r3, #0 |
| ; CHECK-NEXT: vdup.32 q1, r12 |
| ; CHECK-NEXT: vmov.i8 q3, #0xff |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB10_2: @ %vector.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: vdup.32 q6, r3 |
| ; CHECK-NEXT: adds r3, #8 |
| ; CHECK-NEXT: vorr q5, q6, q0 |
| ; CHECK-NEXT: vorr q6, q6, q4 |
| ; CHECK-NEXT: vcmp.u32 cs, q1, q5 |
| ; CHECK-NEXT: vpsel q7, q3, q2 |
| ; CHECK-NEXT: vcmp.u32 cs, q1, q6 |
| ; CHECK-NEXT: vmov r4, s28 |
| ; CHECK-NEXT: vpsel q6, q3, q2 |
| ; CHECK-NEXT: vmov.16 q5[0], r4 |
| ; CHECK-NEXT: vmov r4, s29 |
| ; CHECK-NEXT: vmov.16 q5[1], r4 |
| ; CHECK-NEXT: vmov r4, s30 |
| ; CHECK-NEXT: vmov.16 q5[2], r4 |
| ; CHECK-NEXT: vmov r4, s31 |
| ; CHECK-NEXT: vmov.16 q5[3], r4 |
| ; CHECK-NEXT: vmov r4, s24 |
| ; CHECK-NEXT: vmov.16 q5[4], r4 |
| ; CHECK-NEXT: vmov r4, s25 |
| ; CHECK-NEXT: vmov.16 q5[5], r4 |
| ; CHECK-NEXT: vmov r4, s26 |
| ; CHECK-NEXT: vmov.16 q5[6], r4 |
| ; CHECK-NEXT: vmov r4, s27 |
| ; CHECK-NEXT: vmov.16 q5[7], r4 |
| ; CHECK-NEXT: vptt.i16 ne, q5, zr |
| ; CHECK-NEXT: vldrht.u16 q5, [r0], #16 |
| ; CHECK-NEXT: vldrht.u16 q6, [r1], #16 |
| ; CHECK-NEXT: vmullt.s16 q7, q6, q5 |
| ; CHECK-NEXT: vmullb.s16 q5, q6, q5 |
| ; CHECK-NEXT: vqshrnb.s32 q5, q5, #15 |
| ; CHECK-NEXT: vqshrnt.s32 q5, q7, #15 |
| ; CHECK-NEXT: vpst |
| ; CHECK-NEXT: vstrht.16 q5, [r2], #16 |
| ; CHECK-NEXT: le lr, .LBB10_2 |
| ; CHECK-NEXT: .LBB10_3: @ %for.cond.cleanup |
| ; CHECK-NEXT: vpop {d8, d9, d10, d11, d12, d13, d14, d15} |
| ; CHECK-NEXT: pop {r4, pc} |
| ; CHECK-NEXT: .p2align 4 |
| ; CHECK-NEXT: @ %bb.4: |
| ; CHECK-NEXT: .LCPI10_0: |
| ; CHECK-NEXT: .long 0 @ 0x0 |
| ; CHECK-NEXT: .long 1 @ 0x1 |
| ; CHECK-NEXT: .long 2 @ 0x2 |
| ; CHECK-NEXT: .long 3 @ 0x3 |
| ; CHECK-NEXT: .LCPI10_1: |
| ; CHECK-NEXT: .long 4 @ 0x4 |
| ; CHECK-NEXT: .long 5 @ 0x5 |
| ; CHECK-NEXT: .long 6 @ 0x6 |
| ; CHECK-NEXT: .long 7 @ 0x7 |
| entry: |
| %cmp8 = icmp eq i32 %N, 0 |
| br i1 %cmp8, label %for.cond.cleanup, label %vector.ph |
| |
| vector.ph: ; preds = %entry |
| %n.rnd.up = add i32 %N, 7 |
| %n.vec = and i32 %n.rnd.up, -8 |
| %trip.count.minus.1 = add i32 %N, -1 |
| %broadcast.splatinsert20 = insertelement <8 x i32> undef, i32 %trip.count.minus.1, i32 0 |
| %broadcast.splat21 = shufflevector <8 x i32> %broadcast.splatinsert20, <8 x i32> undef, <8 x i32> zeroinitializer |
| br label %vector.body |
| |
| vector.body: ; preds = %vector.body, %vector.ph |
| %index = phi i32 [ 0, %vector.ph ], [ %index.next, %vector.body ] |
| %broadcast.splatinsert = insertelement <8 x i32> undef, i32 %index, i32 0 |
| %broadcast.splat = shufflevector <8 x i32> %broadcast.splatinsert, <8 x i32> undef, <8 x i32> zeroinitializer |
| %induction = or <8 x i32> %broadcast.splat, <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7> |
| %next.gep = getelementptr i16, i16* %pSrcA, i32 %index |
| %next.gep18 = getelementptr i16, i16* %pSrcB, i32 %index |
| %next.gep19 = getelementptr i16, i16* %pDst, i32 %index |
| %0 = icmp ule <8 x i32> %induction, %broadcast.splat21 |
| %1 = bitcast i16* %next.gep to <8 x i16>* |
| %wide.masked.load = call <8 x i16> @llvm.masked.load.v8i16.p0v8i16(<8 x i16>* %1, i32 2, <8 x i1> %0, <8 x i16> undef) |
| %2 = shufflevector <8 x i16> %wide.masked.load, <8 x i16> %wide.masked.load, <4 x i32> <i32 0, i32 2, i32 4, i32 6> |
| %3 = shufflevector <8 x i16> %wide.masked.load, <8 x i16> %wide.masked.load, <4 x i32> <i32 1, i32 3, i32 5, i32 7> |
| %4 = sext <4 x i16> %2 to <4 x i32> |
| %5 = sext <4 x i16> %3 to <4 x i32> |
| %6 = bitcast i16* %next.gep18 to <8 x i16>* |
| %wide.masked.load22 = call <8 x i16> @llvm.masked.load.v8i16.p0v8i16(<8 x i16>* %6, i32 2, <8 x i1> %0, <8 x i16> undef) |
| %7 = shufflevector <8 x i16> %wide.masked.load22, <8 x i16> %wide.masked.load22, <4 x i32> <i32 0, i32 2, i32 4, i32 6> |
| %8 = shufflevector <8 x i16> %wide.masked.load22, <8 x i16> %wide.masked.load22, <4 x i32> <i32 1, i32 3, i32 5, i32 7> |
| %9 = sext <4 x i16> %7 to <4 x i32> |
| %10 = sext <4 x i16> %8 to <4 x i32> |
| %11 = mul <4 x i32> %9, %4 |
| %12 = mul <4 x i32> %10, %5 |
| %13 = ashr <4 x i32> %11, <i32 15, i32 15, i32 15, i32 15> |
| %14 = ashr <4 x i32> %12, <i32 15, i32 15, i32 15, i32 15> |
| %15 = icmp sgt <4 x i32> %13, <i32 -32768, i32 -32768, i32 -32768, i32 -32768> |
| %16 = icmp sgt <4 x i32> %14, <i32 -32768, i32 -32768, i32 -32768, i32 -32768> |
| %17 = select <4 x i1> %15, <4 x i32> %13, <4 x i32> <i32 -32768, i32 -32768, i32 -32768, i32 -32768> |
| %18 = select <4 x i1> %16, <4 x i32> %14, <4 x i32> <i32 -32768, i32 -32768, i32 -32768, i32 -32768> |
| %19 = icmp slt <4 x i32> %17, <i32 32767, i32 32767, i32 32767, i32 32767> |
| %20 = icmp slt <4 x i32> %18, <i32 32767, i32 32767, i32 32767, i32 32767> |
| %21 = select <4 x i1> %19, <4 x i32> %17, <4 x i32> <i32 32767, i32 32767, i32 32767, i32 32767> |
| %22 = select <4 x i1> %20, <4 x i32> %18, <4 x i32> <i32 32767, i32 32767, i32 32767, i32 32767> |
| %23 = shufflevector <4 x i32> %21, <4 x i32> %22, <8 x i32> <i32 0, i32 4, i32 1, i32 5, i32 2, i32 6, i32 3, i32 7> |
| %24 = trunc <8 x i32> %23 to <8 x i16> |
| %25 = bitcast i16* %next.gep19 to <8 x i16>* |
| call void @llvm.masked.store.v8i16.p0v8i16(<8 x i16> %24, <8 x i16>* %25, i32 2, <8 x i1> %0) |
| %index.next = add i32 %index, 8 |
| %26 = icmp eq i32 %index.next, %n.vec |
| br i1 %26, label %for.cond.cleanup, label %vector.body |
| |
| for.cond.cleanup: ; preds = %vector.body, %entry |
| ret void |
| } |
| |
| define arm_aapcs_vfpcc void @usatmul_4_q15(i16* nocapture readonly %pSrcA, i16* nocapture readonly %pSrcB, i16* noalias nocapture %pDst, i32 %N) { |
| ; CHECK-LABEL: usatmul_4_q15: |
| ; CHECK: @ %bb.0: @ %entry |
| ; CHECK-NEXT: .save {r4, r5, r6, lr} |
| ; CHECK-NEXT: push {r4, r5, r6, lr} |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: beq .LBB11_8 |
| ; CHECK-NEXT: @ %bb.1: @ %for.body.preheader |
| ; CHECK-NEXT: cmp r3, #3 |
| ; CHECK-NEXT: bhi .LBB11_3 |
| ; CHECK-NEXT: @ %bb.2: |
| ; CHECK-NEXT: movs r5, #0 |
| ; CHECK-NEXT: mov r12, r0 |
| ; CHECK-NEXT: mov r6, r1 |
| ; CHECK-NEXT: mov r4, r2 |
| ; CHECK-NEXT: b .LBB11_6 |
| ; CHECK-NEXT: .LBB11_3: @ %vector.ph |
| ; CHECK-NEXT: bic r5, r3, #3 |
| ; CHECK-NEXT: movs r4, #1 |
| ; CHECK-NEXT: subs r6, r5, #4 |
| ; CHECK-NEXT: add.w r12, r0, r5, lsl #1 |
| ; CHECK-NEXT: add.w lr, r4, r6, lsr #2 |
| ; CHECK-NEXT: add.w r4, r2, r5, lsl #1 |
| ; CHECK-NEXT: add.w r6, r1, r5, lsl #1 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB11_4: @ %vector.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: vldrh.u32 q0, [r0], #8 |
| ; CHECK-NEXT: vldrh.u32 q1, [r1], #8 |
| ; CHECK-NEXT: vmul.i32 q0, q1, q0 |
| ; CHECK-NEXT: vqshrnb.u32 q0, q0, #15 |
| ; CHECK-NEXT: vstrh.32 q0, [r2], #8 |
| ; CHECK-NEXT: le lr, .LBB11_4 |
| ; CHECK-NEXT: @ %bb.5: @ %middle.block |
| ; CHECK-NEXT: cmp r5, r3 |
| ; CHECK-NEXT: it eq |
| ; CHECK-NEXT: popeq {r4, r5, r6, pc} |
| ; CHECK-NEXT: .LBB11_6: @ %for.body.preheader21 |
| ; CHECK-NEXT: sub.w lr, r3, r5 |
| ; CHECK-NEXT: movw r0, #65535 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB11_7: @ %for.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: ldrh r1, [r12], #2 |
| ; CHECK-NEXT: ldrh r2, [r6], #2 |
| ; CHECK-NEXT: muls r1, r2, r1 |
| ; CHECK-NEXT: lsrs r2, r1, #15 |
| ; CHECK-NEXT: cmp r2, r0 |
| ; CHECK-NEXT: movw r2, #65535 |
| ; CHECK-NEXT: it lo |
| ; CHECK-NEXT: lsrlo r2, r1, #15 |
| ; CHECK-NEXT: strh r2, [r4], #2 |
| ; CHECK-NEXT: le lr, .LBB11_7 |
| ; CHECK-NEXT: .LBB11_8: @ %for.cond.cleanup |
| ; CHECK-NEXT: pop {r4, r5, r6, pc} |
| entry: |
| %cmp8 = icmp eq i32 %N, 0 |
| br i1 %cmp8, label %for.cond.cleanup, label %for.body.preheader |
| |
| for.body.preheader: ; preds = %entry |
| %min.iters.check = icmp ult i32 %N, 4 |
| br i1 %min.iters.check, label %for.body.preheader21, label %vector.ph |
| |
| for.body.preheader21: ; preds = %middle.block, %for.body.preheader |
| %i.012.ph = phi i32 [ 0, %for.body.preheader ], [ %n.vec, %middle.block ] |
| %pSrcA.addr.011.ph = phi i16* [ %pSrcA, %for.body.preheader ], [ %ind.end, %middle.block ] |
| %pSrcB.addr.010.ph = phi i16* [ %pSrcB, %for.body.preheader ], [ %ind.end15, %middle.block ] |
| %pDst.addr.09.ph = phi i16* [ %pDst, %for.body.preheader ], [ %ind.end17, %middle.block ] |
| br label %for.body |
| |
| vector.ph: ; preds = %for.body.preheader |
| %n.vec = and i32 %N, -4 |
| %ind.end = getelementptr i16, i16* %pSrcA, i32 %n.vec |
| %ind.end15 = getelementptr i16, i16* %pSrcB, i32 %n.vec |
| %ind.end17 = getelementptr i16, i16* %pDst, i32 %n.vec |
| br label %vector.body |
| |
| vector.body: ; preds = %vector.body, %vector.ph |
| %index = phi i32 [ 0, %vector.ph ], [ %index.next, %vector.body ] |
| %next.gep = getelementptr i16, i16* %pSrcA, i32 %index |
| %next.gep18 = getelementptr i16, i16* %pSrcB, i32 %index |
| %next.gep19 = getelementptr i16, i16* %pDst, i32 %index |
| %0 = bitcast i16* %next.gep to <4 x i16>* |
| %wide.load = load <4 x i16>, <4 x i16>* %0, align 2 |
| %1 = zext <4 x i16> %wide.load to <4 x i32> |
| %2 = bitcast i16* %next.gep18 to <4 x i16>* |
| %wide.load20 = load <4 x i16>, <4 x i16>* %2, align 2 |
| %3 = zext <4 x i16> %wide.load20 to <4 x i32> |
| %4 = mul nuw <4 x i32> %3, %1 |
| %5 = lshr <4 x i32> %4, <i32 15, i32 15, i32 15, i32 15> |
| %6 = icmp ult <4 x i32> %5, <i32 65535, i32 65535, i32 65535, i32 65535> |
| %7 = select <4 x i1> %6, <4 x i32> %5, <4 x i32> <i32 65535, i32 65535, i32 65535, i32 65535> |
| %8 = trunc <4 x i32> %7 to <4 x i16> |
| %9 = bitcast i16* %next.gep19 to <4 x i16>* |
| store <4 x i16> %8, <4 x i16>* %9, align 2 |
| %index.next = add i32 %index, 4 |
| %10 = icmp eq i32 %index.next, %n.vec |
| br i1 %10, label %middle.block, label %vector.body |
| |
| middle.block: ; preds = %vector.body |
| %cmp.n = icmp eq i32 %n.vec, %N |
| br i1 %cmp.n, label %for.cond.cleanup, label %for.body.preheader21 |
| |
| for.cond.cleanup: ; preds = %for.body, %middle.block, %entry |
| ret void |
| |
| for.body: ; preds = %for.body.preheader21, %for.body |
| %i.012 = phi i32 [ %inc, %for.body ], [ %i.012.ph, %for.body.preheader21 ] |
| %pSrcA.addr.011 = phi i16* [ %incdec.ptr, %for.body ], [ %pSrcA.addr.011.ph, %for.body.preheader21 ] |
| %pSrcB.addr.010 = phi i16* [ %incdec.ptr1, %for.body ], [ %pSrcB.addr.010.ph, %for.body.preheader21 ] |
| %pDst.addr.09 = phi i16* [ %incdec.ptr4, %for.body ], [ %pDst.addr.09.ph, %for.body.preheader21 ] |
| %incdec.ptr = getelementptr inbounds i16, i16* %pSrcA.addr.011, i32 1 |
| %11 = load i16, i16* %pSrcA.addr.011, align 2 |
| %conv = zext i16 %11 to i32 |
| %incdec.ptr1 = getelementptr inbounds i16, i16* %pSrcB.addr.010, i32 1 |
| %12 = load i16, i16* %pSrcB.addr.010, align 2 |
| %conv2 = zext i16 %12 to i32 |
| %mul = mul nuw i32 %conv2, %conv |
| %shr = lshr i32 %mul, 15 |
| %13 = icmp ult i32 %shr, 65535 |
| %retval.0.i = select i1 %13, i32 %shr, i32 65535 |
| %conv3 = trunc i32 %retval.0.i to i16 |
| %incdec.ptr4 = getelementptr inbounds i16, i16* %pDst.addr.09, i32 1 |
| store i16 %conv3, i16* %pDst.addr.09, align 2 |
| %inc = add nuw i32 %i.012, 1 |
| %exitcond = icmp eq i32 %inc, %N |
| br i1 %exitcond, label %for.cond.cleanup, label %for.body |
| } |
| |
| define arm_aapcs_vfpcc void @usatmul_8_q15(i16* nocapture readonly %pSrcA, i16* nocapture readonly %pSrcB, i16* noalias nocapture %pDst, i32 %N) { |
| ; CHECK-LABEL: usatmul_8_q15: |
| ; CHECK: @ %bb.0: @ %entry |
| ; CHECK-NEXT: .save {r4, r5, r6, lr} |
| ; CHECK-NEXT: push {r4, r5, r6, lr} |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: beq .LBB12_8 |
| ; CHECK-NEXT: @ %bb.1: @ %for.body.preheader |
| ; CHECK-NEXT: cmp r3, #7 |
| ; CHECK-NEXT: bhi .LBB12_3 |
| ; CHECK-NEXT: @ %bb.2: |
| ; CHECK-NEXT: movs r5, #0 |
| ; CHECK-NEXT: mov r12, r0 |
| ; CHECK-NEXT: mov r6, r1 |
| ; CHECK-NEXT: mov r4, r2 |
| ; CHECK-NEXT: b .LBB12_6 |
| ; CHECK-NEXT: .LBB12_3: @ %vector.ph |
| ; CHECK-NEXT: bic r5, r3, #7 |
| ; CHECK-NEXT: movs r4, #1 |
| ; CHECK-NEXT: sub.w r6, r5, #8 |
| ; CHECK-NEXT: add.w r12, r0, r5, lsl #1 |
| ; CHECK-NEXT: add.w lr, r4, r6, lsr #3 |
| ; CHECK-NEXT: add.w r4, r2, r5, lsl #1 |
| ; CHECK-NEXT: add.w r6, r1, r5, lsl #1 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB12_4: @ %vector.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: vldrh.u32 q0, [r0, #8] |
| ; CHECK-NEXT: vldrh.u32 q1, [r1, #8] |
| ; CHECK-NEXT: vmul.i32 q0, q1, q0 |
| ; CHECK-NEXT: vldrh.u32 q1, [r1], #16 |
| ; CHECK-NEXT: vqshrnb.u32 q0, q0, #15 |
| ; CHECK-NEXT: vstrh.32 q0, [r2, #8] |
| ; CHECK-NEXT: vldrh.u32 q0, [r0], #16 |
| ; CHECK-NEXT: vmul.i32 q0, q1, q0 |
| ; CHECK-NEXT: vqshrnb.u32 q0, q0, #15 |
| ; CHECK-NEXT: vstrh.32 q0, [r2], #16 |
| ; CHECK-NEXT: le lr, .LBB12_4 |
| ; CHECK-NEXT: @ %bb.5: @ %middle.block |
| ; CHECK-NEXT: cmp r5, r3 |
| ; CHECK-NEXT: it eq |
| ; CHECK-NEXT: popeq {r4, r5, r6, pc} |
| ; CHECK-NEXT: .LBB12_6: @ %for.body.preheader21 |
| ; CHECK-NEXT: sub.w lr, r3, r5 |
| ; CHECK-NEXT: movw r0, #65535 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB12_7: @ %for.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: ldrh r1, [r12], #2 |
| ; CHECK-NEXT: ldrh r2, [r6], #2 |
| ; CHECK-NEXT: muls r1, r2, r1 |
| ; CHECK-NEXT: lsrs r2, r1, #15 |
| ; CHECK-NEXT: cmp r2, r0 |
| ; CHECK-NEXT: movw r2, #65535 |
| ; CHECK-NEXT: it lo |
| ; CHECK-NEXT: lsrlo r2, r1, #15 |
| ; CHECK-NEXT: strh r2, [r4], #2 |
| ; CHECK-NEXT: le lr, .LBB12_7 |
| ; CHECK-NEXT: .LBB12_8: @ %for.cond.cleanup |
| ; CHECK-NEXT: pop {r4, r5, r6, pc} |
| entry: |
| %cmp8 = icmp eq i32 %N, 0 |
| br i1 %cmp8, label %for.cond.cleanup, label %for.body.preheader |
| |
| for.body.preheader: ; preds = %entry |
| %min.iters.check = icmp ult i32 %N, 8 |
| br i1 %min.iters.check, label %for.body.preheader21, label %vector.ph |
| |
| for.body.preheader21: ; preds = %middle.block, %for.body.preheader |
| %i.012.ph = phi i32 [ 0, %for.body.preheader ], [ %n.vec, %middle.block ] |
| %pSrcA.addr.011.ph = phi i16* [ %pSrcA, %for.body.preheader ], [ %ind.end, %middle.block ] |
| %pSrcB.addr.010.ph = phi i16* [ %pSrcB, %for.body.preheader ], [ %ind.end15, %middle.block ] |
| %pDst.addr.09.ph = phi i16* [ %pDst, %for.body.preheader ], [ %ind.end17, %middle.block ] |
| br label %for.body |
| |
| vector.ph: ; preds = %for.body.preheader |
| %n.vec = and i32 %N, -8 |
| %ind.end = getelementptr i16, i16* %pSrcA, i32 %n.vec |
| %ind.end15 = getelementptr i16, i16* %pSrcB, i32 %n.vec |
| %ind.end17 = getelementptr i16, i16* %pDst, i32 %n.vec |
| br label %vector.body |
| |
| vector.body: ; preds = %vector.body, %vector.ph |
| %index = phi i32 [ 0, %vector.ph ], [ %index.next, %vector.body ] |
| %next.gep = getelementptr i16, i16* %pSrcA, i32 %index |
| %next.gep18 = getelementptr i16, i16* %pSrcB, i32 %index |
| %next.gep19 = getelementptr i16, i16* %pDst, i32 %index |
| %0 = bitcast i16* %next.gep to <8 x i16>* |
| %wide.load = load <8 x i16>, <8 x i16>* %0, align 2 |
| %1 = zext <8 x i16> %wide.load to <8 x i32> |
| %2 = bitcast i16* %next.gep18 to <8 x i16>* |
| %wide.load20 = load <8 x i16>, <8 x i16>* %2, align 2 |
| %3 = zext <8 x i16> %wide.load20 to <8 x i32> |
| %4 = mul nuw <8 x i32> %3, %1 |
| %5 = lshr <8 x i32> %4, <i32 15, i32 15, i32 15, i32 15, i32 15, i32 15, i32 15, i32 15> |
| %6 = icmp ult <8 x i32> %5, <i32 65535, i32 65535, i32 65535, i32 65535, i32 65535, i32 65535, i32 65535, i32 65535> |
| %7 = select <8 x i1> %6, <8 x i32> %5, <8 x i32> <i32 65535, i32 65535, i32 65535, i32 65535, i32 65535, i32 65535, i32 65535, i32 65535> |
| %8 = trunc <8 x i32> %7 to <8 x i16> |
| %9 = bitcast i16* %next.gep19 to <8 x i16>* |
| store <8 x i16> %8, <8 x i16>* %9, align 2 |
| %index.next = add i32 %index, 8 |
| %10 = icmp eq i32 %index.next, %n.vec |
| br i1 %10, label %middle.block, label %vector.body |
| |
| middle.block: ; preds = %vector.body |
| %cmp.n = icmp eq i32 %n.vec, %N |
| br i1 %cmp.n, label %for.cond.cleanup, label %for.body.preheader21 |
| |
| for.cond.cleanup: ; preds = %for.body, %middle.block, %entry |
| ret void |
| |
| for.body: ; preds = %for.body.preheader21, %for.body |
| %i.012 = phi i32 [ %inc, %for.body ], [ %i.012.ph, %for.body.preheader21 ] |
| %pSrcA.addr.011 = phi i16* [ %incdec.ptr, %for.body ], [ %pSrcA.addr.011.ph, %for.body.preheader21 ] |
| %pSrcB.addr.010 = phi i16* [ %incdec.ptr1, %for.body ], [ %pSrcB.addr.010.ph, %for.body.preheader21 ] |
| %pDst.addr.09 = phi i16* [ %incdec.ptr4, %for.body ], [ %pDst.addr.09.ph, %for.body.preheader21 ] |
| %incdec.ptr = getelementptr inbounds i16, i16* %pSrcA.addr.011, i32 1 |
| %11 = load i16, i16* %pSrcA.addr.011, align 2 |
| %conv = zext i16 %11 to i32 |
| %incdec.ptr1 = getelementptr inbounds i16, i16* %pSrcB.addr.010, i32 1 |
| %12 = load i16, i16* %pSrcB.addr.010, align 2 |
| %conv2 = zext i16 %12 to i32 |
| %mul = mul nuw i32 %conv2, %conv |
| %shr = lshr i32 %mul, 15 |
| %13 = icmp ult i32 %shr, 65535 |
| %retval.0.i = select i1 %13, i32 %shr, i32 65535 |
| %conv3 = trunc i32 %retval.0.i to i16 |
| %incdec.ptr4 = getelementptr inbounds i16, i16* %pDst.addr.09, i32 1 |
| store i16 %conv3, i16* %pDst.addr.09, align 2 |
| %inc = add nuw i32 %i.012, 1 |
| %exitcond = icmp eq i32 %inc, %N |
| br i1 %exitcond, label %for.cond.cleanup, label %for.body |
| } |
| |
| |
| ; i8 |
| |
| define arm_aapcs_vfpcc void @ssatmul_4_q7(i8* nocapture readonly %pSrcA, i8* nocapture readonly %pSrcB, i8* noalias nocapture %pDst, i32 %N) { |
| ; CHECK-LABEL: ssatmul_4_q7: |
| ; CHECK: @ %bb.0: @ %entry |
| ; CHECK-NEXT: .save {r4, r5, r6, lr} |
| ; CHECK-NEXT: push {r4, r5, r6, lr} |
| ; CHECK-NEXT: cmp r3, #0 |
| ; CHECK-NEXT: beq .LBB13_8 |
| ; CHECK-NEXT: @ %bb.1: @ %for.body.preheader |
| ; CHECK-NEXT: cmp r3, #3 |
| ; CHECK-NEXT: bhi .LBB13_3 |
| ; CHECK-NEXT: @ %bb.2: |
| ; CHECK-NEXT: movs r5, #0 |
| ; CHECK-NEXT: mov r12, r0 |
| ; CHECK-NEXT: mov r6, r1 |
| ; CHECK-NEXT: mov r4, r2 |
| ; CHECK-NEXT: b .LBB13_6 |
| ; CHECK-NEXT: .LBB13_3: @ %vector.ph |
| ; CHECK-NEXT: bic r5, r3, #3 |
| ; CHECK-NEXT: movs r4, #1 |
| ; CHECK-NEXT: subs r6, r5, #4 |
| ; CHECK-NEXT: add.w r12, r0, r5 |
| ; CHECK-NEXT: vmvn.i32 q0, #0x7f |
| ; CHECK-NEXT: vmov.i32 q1, #0x7f |
| ; CHECK-NEXT: add.w lr, r4, r6, lsr #2 |
| ; CHECK-NEXT: adds r4, r2, r5 |
| ; CHECK-NEXT: adds r6, r1, r5 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB13_4: @ %vector.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: vldrb.s32 q2, [r0], #4 |
| ; CHECK-NEXT: vldrb.s32 q3, [r1], #4 |
| ; CHECK-NEXT: vmul.i32 q2, q3, q2 |
| ; CHECK-NEXT: vshr.s32 q2, q2, #7 |
| ; CHECK-NEXT: vmax.s32 q2, q2, q0 |
| ; CHECK-NEXT: vmin.s32 q2, q2, q1 |
| ; CHECK-NEXT: vstrb.32 q2, [r2], #4 |
| ; CHECK-NEXT: le lr, .LBB13_4 |
| ; CHECK-NEXT: @ %bb.5: @ %middle.block |
| ; CHECK-NEXT: cmp r5, r3 |
| ; CHECK-NEXT: it eq |
| ; CHECK-NEXT: popeq {r4, r5, r6, pc} |
| ; CHECK-NEXT: .LBB13_6: @ %for.body.preheader21 |
| ; CHECK-NEXT: sub.w lr, r3, r5 |
| ; CHECK-NEXT: dls lr, lr |
| ; CHECK-NEXT: .LBB13_7: @ %for.body |
| ; CHECK-NEXT: @ =>This Inner Loop Header: Depth=1 |
| ; CHECK-NEXT: ldrsb r0, [r12], #1 |
| ; CHECK-NEXT: ldrsb r1, [r6], #1 |
| ; CHECK-NEXT: muls r0, r1, r0 |
| ; CHECK-NEXT: asrs r1, r0, #7 |
| ; CHECK-NEXT: cmn.w r1, #128 |
| ; CHECK-NEXT: mvn r1, #127 |
| ; CHECK-NEXT: it gt |
| ; CHECK-NEXT: asrgt r1, r0, #7 |
| ; CHECK-NEXT: cmp r1, #127 |
| ; CHECK-NEXT: it ge |
| ; CHECK-NEXT: movge r1, #127 |
| ; CHECK-NEXT: strb r1, [r4], #1 |
| ; CHECK-NEXT: le lr, .LBB13_7 |
| ; CHECK-NEXT: .LBB13_8: @ %for.cond.cleanup |
| ; CHECK-NEXT: pop {r4, r5, r6, pc} |
| entry: |
| %cmp8 = icmp eq i32 %N, 0 |
| br i1 %cmp8, label %for.cond.cleanup, label %for.body.preheader |
| |
| for.body.preheader: ; preds = %entry |
| %min.iters.check = icmp ult i32 %N, 4 |
| br i1 %min.iters.check, label %for.body.preheader21, label %vector.ph |
| |
| for.body.preheader21: ; preds = %middle.block, %for.body.preheader |
| %i.012.ph = phi i32 [ 0, %for.body.preheader ], [ %n.vec, %middle.block ] |
| %pSrcA.addr.011.ph = phi i8* [ %pSrcA, %for.body.preheader ], [ %ind.end, %middle.block ] |
| %pSrcB.addr.010.ph = phi i8* [ %pSrcB, %for.body.preheader ], [ %ind.end15, %middle.block ] |
| %pDst.addr.09.ph = phi i8* [ %pDst, %for.body.preheader ], [ %ind.end17, %middle.block ] |
| br label %for.body |
| |
| vector.ph: ; preds = %for.body.preheader |
| %n.vec = and i32 %N, -4 |
| %ind.end = getelementptr i8, i8* %pSrcA, i32 %n.vec |
| %ind.end15 = getelementptr i8, i8* %pSrcB, i32 %n.vec |
| %ind.end17 = getelementptr i8, i8* %pDst, i32 %n.vec |
| br label %vector.body |
| |
| vector.body: ; preds = %vector.body, %vector.ph |
| %index = phi i32 [ 0, %vector.ph ], [ %index.next, %vector.body ] |
| %next.gep = getelementptr i8, i8* %pSrcA, i32 %index |
| %next.gep18 = getelementptr i8, i8* %pSrcB, i32 %index |
| %next.gep19 = getelementptr i8, i8* %pDst, i32 %index |
| %0 = bitcast i8* %next.gep to <4 x i8>* |
| %wide.load = load <4 x i8>, <4 x i8>* %0, align 1 |
| %1 = sext <4 x i8> %wide.load to <4 x i32> |
| %2 = bitcast i8* %next.gep18 to <4 x i8>* |
| %wide.load20 = load <4 x i8>, <4 x i8>* %2, align 1 |
| %3 = sext <4 x i8> %wide.load20 to <4 x i32> |
| %4 = mul nsw <4 x i32> %3, %1 |
| %5 = ashr <4 x i32> %4, <i32 7, i32 7, i32 7, i32 7> |
| %6 = icmp sgt <4 x i32> %5, <i32 -128, i32 -128, i32 -128, i32 -128> |
| %7 = select <4 x i1> %6, <4 x i32> %5, <4 x i32> <i32 -128, i32 -128, i32 -128, i32 -128> |
| %8 = icmp slt <4 x i32> %7, <i32 127, i32 127, i32 127, i32 127> |
| %9 = select <4 x i1> %8, <4 x i32> %7, <4 x i32> <i32 127, i32 127, i32 127, i32 127> |
| %10 = trunc <4 x i32> %9 to <4 x i8> |
| %11 = bitcast i8* %next.gep19 to <4 x i8>* |
| store <4 x i8> %10, <4 x i8>* %11, align 1 |
| %index.next = add i32 %index, 4 |
| %12 = icmp eq i32 %index.next, %n.vec |
| br i1 %12, label %middle.block, label %vector.body |
| |
| middle.block: ; preds = %vector.body |
| %cmp.n = icmp eq i32 %n.vec, %N |
| br i1 %cmp.n, label %for.cond.cleanup, label %for.body.preheader21 |
| |
| for.cond.cleanup: ; preds = %for.body, %middle.block, %entry |
| ret void |
| |
| for.body: ; preds = %for.body.preheader21, %for.body |
| %i.012 = phi i32 [ %inc, |