| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py |
| ; RUN: llc < %s -mtriple=x86_64-unknown-linux-gnu -mattr=+avx512f -mattr=+fma -show-mc-encoding | FileCheck %s |
| |
| define <2 x double> @combine_scalar_mask_fmadd_f32(<2 x double> %a, i8 zeroext %k, <2 x double> %b, <2 x double> %c) { |
| ; CHECK-LABEL: combine_scalar_mask_fmadd_f32: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfmadd213ss %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0x75,0x09,0xa9,0xc2] |
| ; CHECK-NEXT: # xmm0 {%k1} = (xmm1 * xmm0) + xmm2 |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = bitcast <2 x double> %a to <4 x float> |
| %1 = bitcast <2 x double> %b to <4 x float> |
| %2 = bitcast <2 x double> %c to <4 x float> |
| %3 = extractelement <4 x float> %0, i64 0 |
| %4 = extractelement <4 x float> %1, i64 0 |
| %5 = extractelement <4 x float> %2, i64 0 |
| %6 = fmul fast float %4, %3 |
| %7 = fadd fast float %6, %5 |
| %8 = bitcast i8 %k to <8 x i1> |
| %9 = extractelement <8 x i1> %8, i64 0 |
| %10 = select i1 %9, float %7, float %3 |
| %11 = insertelement <4 x float> %0, float %10, i64 0 |
| %12 = bitcast <4 x float> %11 to <2 x double> |
| ret <2 x double> %12 |
| } |
| |
| define <2 x double> @combine_scalar_mask_fmadd_f64(<2 x double> %a, i8 zeroext %k, <2 x double> %b, <2 x double> %c) { |
| ; CHECK-LABEL: combine_scalar_mask_fmadd_f64: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfmadd213sd %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0xf5,0x09,0xa9,0xc2] |
| ; CHECK-NEXT: # xmm0 {%k1} = (xmm1 * xmm0) + xmm2 |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = extractelement <2 x double> %a, i64 0 |
| %1 = extractelement <2 x double> %b, i64 0 |
| %2 = extractelement <2 x double> %c, i64 0 |
| %3 = fmul fast double %1, %0 |
| %4 = fadd fast double %3, %2 |
| %5 = bitcast i8 %k to <8 x i1> |
| %6 = extractelement <8 x i1> %5, i64 0 |
| %7 = select i1 %6, double %4, double %0 |
| %8 = insertelement <2 x double> %a, double %7, i64 0 |
| ret <2 x double> %8 |
| } |
| |
| define <2 x double> @combine_scalar_maskz_fmadd_32(i8 zeroext %k, <2 x double> %a, <2 x double> %b, <2 x double> %c) { |
| ; CHECK-LABEL: combine_scalar_maskz_fmadd_32: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfmadd213ss %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0x75,0x89,0xa9,0xc2] |
| ; CHECK-NEXT: # xmm0 {%k1} {z} = (xmm1 * xmm0) + xmm2 |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = bitcast <2 x double> %a to <4 x float> |
| %1 = bitcast <2 x double> %b to <4 x float> |
| %2 = bitcast <2 x double> %c to <4 x float> |
| %3 = extractelement <4 x float> %0, i64 0 |
| %4 = extractelement <4 x float> %1, i64 0 |
| %5 = extractelement <4 x float> %2, i64 0 |
| %6 = fmul fast float %4, %3 |
| %7 = fadd fast float %6, %5 |
| %8 = bitcast i8 %k to <8 x i1> |
| %9 = extractelement <8 x i1> %8, i64 0 |
| %10 = select i1 %9, float %7, float 0.000000e+00 |
| %11 = insertelement <4 x float> %0, float %10, i64 0 |
| %12 = bitcast <4 x float> %11 to <2 x double> |
| ret <2 x double> %12 |
| } |
| |
| define <2 x double> @combine_scalar_maskz_fmadd_64(i8 zeroext %k, <2 x double> %a, <2 x double> %b, <2 x double> %c) { |
| ; CHECK-LABEL: combine_scalar_maskz_fmadd_64: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfmadd213sd %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0xf5,0x89,0xa9,0xc2] |
| ; CHECK-NEXT: # xmm0 {%k1} {z} = (xmm1 * xmm0) + xmm2 |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = extractelement <2 x double> %a, i64 0 |
| %1 = extractelement <2 x double> %b, i64 0 |
| %2 = extractelement <2 x double> %c, i64 0 |
| %3 = fmul fast double %1, %0 |
| %4 = fadd fast double %3, %2 |
| %5 = bitcast i8 %k to <8 x i1> |
| %6 = extractelement <8 x i1> %5, i64 0 |
| %7 = select i1 %6, double %4, double 0.000000e+00 |
| %8 = insertelement <2 x double> %a, double %7, i64 0 |
| ret <2 x double> %8 |
| } |
| |
| define <2 x double> @combine_scalar_mask3_fmadd_32(<2 x double> %a, <2 x double> %b, <2 x double> %c, i8 zeroext %k) { |
| ; CHECK-LABEL: combine_scalar_mask3_fmadd_32: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfmadd231ss %xmm0, %xmm1, %xmm2 {%k1} # encoding: [0x62,0xf2,0x75,0x09,0xb9,0xd0] |
| ; CHECK-NEXT: # xmm2 {%k1} = (xmm1 * xmm0) + xmm2 |
| ; CHECK-NEXT: vmovaps %xmm2, %xmm0 # encoding: [0xc5,0xf8,0x28,0xc2] |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = bitcast <2 x double> %a to <4 x float> |
| %1 = bitcast <2 x double> %b to <4 x float> |
| %2 = bitcast <2 x double> %c to <4 x float> |
| %3 = extractelement <4 x float> %0, i64 0 |
| %4 = extractelement <4 x float> %1, i64 0 |
| %5 = extractelement <4 x float> %2, i64 0 |
| %6 = fmul fast float %4, %3 |
| %7 = fadd fast float %6, %5 |
| %8 = bitcast i8 %k to <8 x i1> |
| %9 = extractelement <8 x i1> %8, i64 0 |
| %10 = select i1 %9, float %7, float %5 |
| %11 = insertelement <4 x float> %2, float %10, i64 0 |
| %12 = bitcast <4 x float> %11 to <2 x double> |
| ret <2 x double> %12 |
| } |
| |
| define <2 x double> @combine_scalar_mask3_fmadd_64(<2 x double> %a, <2 x double> %b, <2 x double> %c, i8 zeroext %k) { |
| ; CHECK-LABEL: combine_scalar_mask3_fmadd_64: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfmadd231sd %xmm0, %xmm1, %xmm2 {%k1} # encoding: [0x62,0xf2,0xf5,0x09,0xb9,0xd0] |
| ; CHECK-NEXT: # xmm2 {%k1} = (xmm1 * xmm0) + xmm2 |
| ; CHECK-NEXT: vmovapd %xmm2, %xmm0 # encoding: [0xc5,0xf9,0x28,0xc2] |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = extractelement <2 x double> %a, i64 0 |
| %1 = extractelement <2 x double> %b, i64 0 |
| %2 = extractelement <2 x double> %c, i64 0 |
| %3 = fmul fast double %1, %0 |
| %4 = fadd fast double %3, %2 |
| %5 = bitcast i8 %k to <8 x i1> |
| %6 = extractelement <8 x i1> %5, i64 0 |
| %7 = select i1 %6, double %4, double %2 |
| %8 = insertelement <2 x double> %c, double %7, i64 0 |
| ret <2 x double> %8 |
| } |
| |
| define <2 x double> @combine_scalar_mask_fmsub_f32(<2 x double> %a, i8 zeroext %k, <2 x double> %b, <2 x double> %c) { |
| ; CHECK-LABEL: combine_scalar_mask_fmsub_f32: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfmsub213ss %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0x75,0x09,0xab,0xc2] |
| ; CHECK-NEXT: # xmm0 {%k1} = (xmm1 * xmm0) - xmm2 |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = bitcast <2 x double> %a to <4 x float> |
| %1 = bitcast <2 x double> %b to <4 x float> |
| %2 = bitcast <2 x double> %c to <4 x float> |
| %3 = extractelement <4 x float> %0, i64 0 |
| %4 = extractelement <4 x float> %1, i64 0 |
| %5 = extractelement <4 x float> %2, i64 0 |
| %6 = fmul fast float %4, %3 |
| %7 = fsub fast float %6, %5 |
| %8 = bitcast i8 %k to <8 x i1> |
| %9 = extractelement <8 x i1> %8, i64 0 |
| %10 = select i1 %9, float %7, float %3 |
| %11 = insertelement <4 x float> %0, float %10, i64 0 |
| %12 = bitcast <4 x float> %11 to <2 x double> |
| ret <2 x double> %12 |
| } |
| |
| define <2 x double> @combine_scalar_mask_fmsub_f64(<2 x double> %a, i8 zeroext %k, <2 x double> %b, <2 x double> %c) { |
| ; CHECK-LABEL: combine_scalar_mask_fmsub_f64: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfmsub213sd %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0xf5,0x09,0xab,0xc2] |
| ; CHECK-NEXT: # xmm0 {%k1} = (xmm1 * xmm0) - xmm2 |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = extractelement <2 x double> %a, i64 0 |
| %1 = extractelement <2 x double> %b, i64 0 |
| %2 = extractelement <2 x double> %c, i64 0 |
| %3 = fmul fast double %1, %0 |
| %4 = fsub fast double %3, %2 |
| %5 = bitcast i8 %k to <8 x i1> |
| %6 = extractelement <8 x i1> %5, i64 0 |
| %7 = select i1 %6, double %4, double %0 |
| %8 = insertelement <2 x double> %a, double %7, i64 0 |
| ret <2 x double> %8 |
| } |
| |
| define <2 x double> @combine_scalar_maskz_fmsub_32(i8 zeroext %k, <2 x double> %a, <2 x double> %b, <2 x double> %c) { |
| ; CHECK-LABEL: combine_scalar_maskz_fmsub_32: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfmsub213ss %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0x75,0x89,0xab,0xc2] |
| ; CHECK-NEXT: # xmm0 {%k1} {z} = (xmm1 * xmm0) - xmm2 |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = bitcast <2 x double> %a to <4 x float> |
| %1 = bitcast <2 x double> %b to <4 x float> |
| %2 = bitcast <2 x double> %c to <4 x float> |
| %3 = extractelement <4 x float> %0, i64 0 |
| %4 = extractelement <4 x float> %1, i64 0 |
| %5 = extractelement <4 x float> %2, i64 0 |
| %6 = fmul fast float %4, %3 |
| %7 = fsub fast float %6, %5 |
| %8 = bitcast i8 %k to <8 x i1> |
| %9 = extractelement <8 x i1> %8, i64 0 |
| %10 = select i1 %9, float %7, float 0.000000e+00 |
| %11 = insertelement <4 x float> %0, float %10, i64 0 |
| %12 = bitcast <4 x float> %11 to <2 x double> |
| ret <2 x double> %12 |
| } |
| |
| define <2 x double> @combine_scalar_maskz_fmsub_64(i8 zeroext %k, <2 x double> %a, <2 x double> %b, <2 x double> %c) { |
| ; CHECK-LABEL: combine_scalar_maskz_fmsub_64: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfmsub213sd %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0xf5,0x89,0xab,0xc2] |
| ; CHECK-NEXT: # xmm0 {%k1} {z} = (xmm1 * xmm0) - xmm2 |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = extractelement <2 x double> %a, i64 0 |
| %1 = extractelement <2 x double> %b, i64 0 |
| %2 = extractelement <2 x double> %c, i64 0 |
| %3 = fmul fast double %1, %0 |
| %4 = fsub fast double %3, %2 |
| %5 = bitcast i8 %k to <8 x i1> |
| %6 = extractelement <8 x i1> %5, i64 0 |
| %7 = select i1 %6, double %4, double 0.000000e+00 |
| %8 = insertelement <2 x double> %a, double %7, i64 0 |
| ret <2 x double> %8 |
| } |
| |
| define <2 x double> @combine_scalar_mask3_fmsub_32(<2 x double> %a, <2 x double> %b, <2 x double> %c, i8 zeroext %k) { |
| ; CHECK-LABEL: combine_scalar_mask3_fmsub_32: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfmsub231ss %xmm0, %xmm1, %xmm2 {%k1} # encoding: [0x62,0xf2,0x75,0x09,0xbb,0xd0] |
| ; CHECK-NEXT: # xmm2 {%k1} = (xmm1 * xmm0) - xmm2 |
| ; CHECK-NEXT: vmovaps %xmm2, %xmm0 # encoding: [0xc5,0xf8,0x28,0xc2] |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = bitcast <2 x double> %a to <4 x float> |
| %1 = bitcast <2 x double> %b to <4 x float> |
| %2 = bitcast <2 x double> %c to <4 x float> |
| %3 = extractelement <4 x float> %0, i64 0 |
| %4 = extractelement <4 x float> %1, i64 0 |
| %5 = extractelement <4 x float> %2, i64 0 |
| %6 = fmul fast float %4, %3 |
| %7 = fsub fast float %6, %5 |
| %8 = bitcast i8 %k to <8 x i1> |
| %9 = extractelement <8 x i1> %8, i64 0 |
| %10 = select i1 %9, float %7, float %5 |
| %11 = insertelement <4 x float> %2, float %10, i64 0 |
| %12 = bitcast <4 x float> %11 to <2 x double> |
| ret <2 x double> %12 |
| } |
| |
| define <2 x double> @combine_scalar_mask3_fmsub_64(<2 x double> %a, <2 x double> %b, <2 x double> %c, i8 zeroext %k) { |
| ; CHECK-LABEL: combine_scalar_mask3_fmsub_64: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfmsub231sd %xmm0, %xmm1, %xmm2 {%k1} # encoding: [0x62,0xf2,0xf5,0x09,0xbb,0xd0] |
| ; CHECK-NEXT: # xmm2 {%k1} = (xmm1 * xmm0) - xmm2 |
| ; CHECK-NEXT: vmovapd %xmm2, %xmm0 # encoding: [0xc5,0xf9,0x28,0xc2] |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = extractelement <2 x double> %a, i64 0 |
| %1 = extractelement <2 x double> %b, i64 0 |
| %2 = extractelement <2 x double> %c, i64 0 |
| %3 = fmul fast double %1, %0 |
| %4 = fsub fast double %3, %2 |
| %5 = bitcast i8 %k to <8 x i1> |
| %6 = extractelement <8 x i1> %5, i64 0 |
| %7 = select i1 %6, double %4, double %2 |
| %8 = insertelement <2 x double> %c, double %7, i64 0 |
| ret <2 x double> %8 |
| } |
| |
| define <2 x double> @combine_scalar_mask_fnmadd_f32(<2 x double> %a, i8 zeroext %k, <2 x double> %b, <2 x double> %c) { |
| ; CHECK-LABEL: combine_scalar_mask_fnmadd_f32: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfnmadd213ss %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0x75,0x09,0xad,0xc2] |
| ; CHECK-NEXT: # xmm0 {%k1} = -(xmm1 * xmm0) + xmm2 |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = bitcast <2 x double> %a to <4 x float> |
| %1 = bitcast <2 x double> %b to <4 x float> |
| %2 = bitcast <2 x double> %c to <4 x float> |
| %3 = extractelement <4 x float> %0, i64 0 |
| %4 = extractelement <4 x float> %1, i64 0 |
| %5 = extractelement <4 x float> %2, i64 0 |
| %6 = fmul fast float %4, %3 |
| %7 = fsub fast float %5, %6 |
| %8 = bitcast i8 %k to <8 x i1> |
| %9 = extractelement <8 x i1> %8, i64 0 |
| %10 = select i1 %9, float %7, float %3 |
| %11 = insertelement <4 x float> %0, float %10, i64 0 |
| %12 = bitcast <4 x float> %11 to <2 x double> |
| ret <2 x double> %12 |
| } |
| |
| define <2 x double> @combine_scalar_mask_fnmadd_f64(<2 x double> %a, i8 zeroext %k, <2 x double> %b, <2 x double> %c) { |
| ; CHECK-LABEL: combine_scalar_mask_fnmadd_f64: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfnmadd213sd %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0xf5,0x09,0xad,0xc2] |
| ; CHECK-NEXT: # xmm0 {%k1} = -(xmm1 * xmm0) + xmm2 |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = extractelement <2 x double> %a, i64 0 |
| %1 = extractelement <2 x double> %b, i64 0 |
| %2 = extractelement <2 x double> %c, i64 0 |
| %3 = fmul fast double %1, %0 |
| %4 = fsub fast double %2, %3 |
| %5 = bitcast i8 %k to <8 x i1> |
| %6 = extractelement <8 x i1> %5, i64 0 |
| %7 = select i1 %6, double %4, double %0 |
| %8 = insertelement <2 x double> %a, double %7, i64 0 |
| ret <2 x double> %8 |
| } |
| |
| define <2 x double> @combine_scalar_maskz_fnmadd_32(i8 zeroext %k, <2 x double> %a, <2 x double> %b, <2 x double> %c) { |
| ; CHECK-LABEL: combine_scalar_maskz_fnmadd_32: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfnmadd213ss %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0x75,0x89,0xad,0xc2] |
| ; CHECK-NEXT: # xmm0 {%k1} {z} = -(xmm1 * xmm0) + xmm2 |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = bitcast <2 x double> %a to <4 x float> |
| %1 = bitcast <2 x double> %b to <4 x float> |
| %2 = bitcast <2 x double> %c to <4 x float> |
| %3 = extractelement <4 x float> %0, i64 0 |
| %4 = extractelement <4 x float> %1, i64 0 |
| %5 = extractelement <4 x float> %2, i64 0 |
| %6 = fmul fast float %4, %3 |
| %7 = fsub fast float %5, %6 |
| %8 = bitcast i8 %k to <8 x i1> |
| %9 = extractelement <8 x i1> %8, i64 0 |
| %10 = select i1 %9, float %7, float 0.000000e+00 |
| %11 = insertelement <4 x float> %0, float %10, i64 0 |
| %12 = bitcast <4 x float> %11 to <2 x double> |
| ret <2 x double> %12 |
| } |
| |
| define <2 x double> @combine_scalar_maskz_fnmadd_64(i8 zeroext %k, <2 x double> %a, <2 x double> %b, <2 x double> %c) { |
| ; CHECK-LABEL: combine_scalar_maskz_fnmadd_64: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfnmadd213sd %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0xf5,0x89,0xad,0xc2] |
| ; CHECK-NEXT: # xmm0 {%k1} {z} = -(xmm1 * xmm0) + xmm2 |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = extractelement <2 x double> %a, i64 0 |
| %1 = extractelement <2 x double> %b, i64 0 |
| %2 = extractelement <2 x double> %c, i64 0 |
| %3 = fmul fast double %1, %0 |
| %4 = fsub fast double %2, %3 |
| %5 = bitcast i8 %k to <8 x i1> |
| %6 = extractelement <8 x i1> %5, i64 0 |
| %7 = select i1 %6, double %4, double 0.000000e+00 |
| %8 = insertelement <2 x double> %a, double %7, i64 0 |
| ret <2 x double> %8 |
| } |
| |
| define <2 x double> @combine_scalar_mask3_fnmadd_32(<2 x double> %a, <2 x double> %b, <2 x double> %c, i8 zeroext %k) { |
| ; CHECK-LABEL: combine_scalar_mask3_fnmadd_32: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfnmadd231ss %xmm0, %xmm1, %xmm2 {%k1} # encoding: [0x62,0xf2,0x75,0x09,0xbd,0xd0] |
| ; CHECK-NEXT: # xmm2 {%k1} = -(xmm1 * xmm0) + xmm2 |
| ; CHECK-NEXT: vmovaps %xmm2, %xmm0 # encoding: [0xc5,0xf8,0x28,0xc2] |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = bitcast <2 x double> %a to <4 x float> |
| %1 = bitcast <2 x double> %b to <4 x float> |
| %2 = bitcast <2 x double> %c to <4 x float> |
| %3 = extractelement <4 x float> %0, i64 0 |
| %4 = extractelement <4 x float> %1, i64 0 |
| %5 = extractelement <4 x float> %2, i64 0 |
| %6 = fmul fast float %4, %3 |
| %7 = fsub fast float %5, %6 |
| %8 = bitcast i8 %k to <8 x i1> |
| %9 = extractelement <8 x i1> %8, i64 0 |
| %10 = select i1 %9, float %7, float %5 |
| %11 = insertelement <4 x float> %2, float %10, i64 0 |
| %12 = bitcast <4 x float> %11 to <2 x double> |
| ret <2 x double> %12 |
| } |
| |
| define <2 x double> @combine_scalar_mask3_fnmadd_64(<2 x double> %a, <2 x double> %b, <2 x double> %c, i8 zeroext %k) { |
| ; CHECK-LABEL: combine_scalar_mask3_fnmadd_64: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfnmadd231sd %xmm0, %xmm1, %xmm2 {%k1} # encoding: [0x62,0xf2,0xf5,0x09,0xbd,0xd0] |
| ; CHECK-NEXT: # xmm2 {%k1} = -(xmm1 * xmm0) + xmm2 |
| ; CHECK-NEXT: vmovapd %xmm2, %xmm0 # encoding: [0xc5,0xf9,0x28,0xc2] |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = extractelement <2 x double> %a, i64 0 |
| %1 = extractelement <2 x double> %b, i64 0 |
| %2 = extractelement <2 x double> %c, i64 0 |
| %3 = fmul fast double %1, %0 |
| %4 = fsub fast double %2, %3 |
| %5 = bitcast i8 %k to <8 x i1> |
| %6 = extractelement <8 x i1> %5, i64 0 |
| %7 = select i1 %6, double %4, double %2 |
| %8 = insertelement <2 x double> %c, double %7, i64 0 |
| ret <2 x double> %8 |
| } |
| |
| define <2 x double> @combine_scalar_mask_fnmsub_f32(<2 x double> %a, i8 zeroext %k, <2 x double> %b, <2 x double> %c) { |
| ; CHECK-LABEL: combine_scalar_mask_fnmsub_f32: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfnmsub213ss %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0x75,0x09,0xaf,0xc2] |
| ; CHECK-NEXT: # xmm0 {%k1} = -(xmm1 * xmm0) - xmm2 |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = bitcast <2 x double> %a to <4 x float> |
| %1 = bitcast <2 x double> %b to <4 x float> |
| %2 = bitcast <2 x double> %c to <4 x float> |
| %3 = extractelement <4 x float> %0, i64 0 |
| %4 = extractelement <4 x float> %1, i64 0 |
| %5 = extractelement <4 x float> %2, i64 0 |
| %sub = fsub fast float -0.000000e+00, %5 |
| %6 = fmul fast float %4, %3 |
| %7 = fsub fast float %sub, %6 |
| %8 = bitcast i8 %k to <8 x i1> |
| %9 = extractelement <8 x i1> %8, i64 0 |
| %10 = select i1 %9, float %7, float %3 |
| %11 = insertelement <4 x float> %0, float %10, i64 0 |
| %12 = bitcast <4 x float> %11 to <2 x double> |
| ret <2 x double> %12 |
| } |
| |
| define <2 x double> @combine_scalar_mask_fnmsub_f64(<2 x double> %a, i8 zeroext %k, <2 x double> %b, <2 x double> %c) { |
| ; CHECK-LABEL: combine_scalar_mask_fnmsub_f64: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfnmsub213sd %xmm2, %xmm1, %xmm0 {%k1} # encoding: [0x62,0xf2,0xf5,0x09,0xaf,0xc2] |
| ; CHECK-NEXT: # xmm0 {%k1} = -(xmm1 * xmm0) - xmm2 |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = extractelement <2 x double> %a, i64 0 |
| %1 = extractelement <2 x double> %b, i64 0 |
| %2 = extractelement <2 x double> %c, i64 0 |
| %sub = fsub fast double -0.000000e+00, %2 |
| %3 = fmul fast double %1, %0 |
| %4 = fsub fast double %sub, %3 |
| %5 = bitcast i8 %k to <8 x i1> |
| %6 = extractelement <8 x i1> %5, i64 0 |
| %7 = select i1 %6, double %4, double %0 |
| %8 = insertelement <2 x double> %a, double %7, i64 0 |
| ret <2 x double> %8 |
| } |
| |
| define <2 x double> @combine_scalar_maskz_fnmsub_32(i8 zeroext %k, <2 x double> %a, <2 x double> %b, <2 x double> %c) { |
| ; CHECK-LABEL: combine_scalar_maskz_fnmsub_32: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfnmsub213ss %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0x75,0x89,0xaf,0xc2] |
| ; CHECK-NEXT: # xmm0 {%k1} {z} = -(xmm1 * xmm0) - xmm2 |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = bitcast <2 x double> %a to <4 x float> |
| %1 = bitcast <2 x double> %b to <4 x float> |
| %2 = bitcast <2 x double> %c to <4 x float> |
| %3 = extractelement <4 x float> %0, i64 0 |
| %4 = extractelement <4 x float> %1, i64 0 |
| %5 = extractelement <4 x float> %2, i64 0 |
| %sub = fsub fast float -0.000000e+00, %5 |
| %6 = fmul fast float %4, %3 |
| %7 = fsub fast float %sub, %6 |
| %8 = bitcast i8 %k to <8 x i1> |
| %9 = extractelement <8 x i1> %8, i64 0 |
| %10 = select i1 %9, float %7, float 0.000000e+00 |
| %11 = insertelement <4 x float> %0, float %10, i64 0 |
| %12 = bitcast <4 x float> %11 to <2 x double> |
| ret <2 x double> %12 |
| } |
| |
| define <2 x double> @combine_scalar_maskz_fnmsub_64(i8 zeroext %k, <2 x double> %a, <2 x double> %b, <2 x double> %c) { |
| ; CHECK-LABEL: combine_scalar_maskz_fnmsub_64: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfnmsub213sd %xmm2, %xmm1, %xmm0 {%k1} {z} # encoding: [0x62,0xf2,0xf5,0x89,0xaf,0xc2] |
| ; CHECK-NEXT: # xmm0 {%k1} {z} = -(xmm1 * xmm0) - xmm2 |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = extractelement <2 x double> %a, i64 0 |
| %1 = extractelement <2 x double> %b, i64 0 |
| %2 = extractelement <2 x double> %c, i64 0 |
| %sub = fsub fast double -0.000000e+00, %2 |
| %3 = fmul fast double %1, %0 |
| %4 = fsub fast double %sub, %3 |
| %5 = bitcast i8 %k to <8 x i1> |
| %6 = extractelement <8 x i1> %5, i64 0 |
| %7 = select i1 %6, double %4, double 0.000000e+00 |
| %8 = insertelement <2 x double> %a, double %7, i64 0 |
| ret <2 x double> %8 |
| } |
| |
| define <2 x double> @combine_scalar_mask3_fnmsub_32(<2 x double> %a, <2 x double> %b, <2 x double> %c, i8 zeroext %k) { |
| ; CHECK-LABEL: combine_scalar_mask3_fnmsub_32: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfnmsub231ss %xmm0, %xmm1, %xmm2 {%k1} # encoding: [0x62,0xf2,0x75,0x09,0xbf,0xd0] |
| ; CHECK-NEXT: # xmm2 {%k1} = -(xmm1 * xmm0) - xmm2 |
| ; CHECK-NEXT: vmovaps %xmm2, %xmm0 # encoding: [0xc5,0xf8,0x28,0xc2] |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = bitcast <2 x double> %a to <4 x float> |
| %1 = bitcast <2 x double> %b to <4 x float> |
| %2 = bitcast <2 x double> %c to <4 x float> |
| %3 = extractelement <4 x float> %0, i64 0 |
| %4 = extractelement <4 x float> %1, i64 0 |
| %5 = extractelement <4 x float> %2, i64 0 |
| %sub = fsub fast float -0.000000e+00, %5 |
| %6 = fmul fast float %4, %3 |
| %7 = fsub fast float %sub, %6 |
| %8 = bitcast i8 %k to <8 x i1> |
| %9 = extractelement <8 x i1> %8, i64 0 |
| %10 = select i1 %9, float %7, float %5 |
| %11 = insertelement <4 x float> %2, float %10, i64 0 |
| %12 = bitcast <4 x float> %11 to <2 x double> |
| ret <2 x double> %12 |
| } |
| |
| define <2 x double> @combine_scalar_mask3_fnmsub_64(<2 x double> %a, <2 x double> %b, <2 x double> %c, i8 zeroext %k) { |
| ; CHECK-LABEL: combine_scalar_mask3_fnmsub_64: |
| ; CHECK: # %bb.0: # %entry |
| ; CHECK-NEXT: kmovw %edi, %k1 # encoding: [0xc5,0xf8,0x92,0xcf] |
| ; CHECK-NEXT: vfnmsub231sd %xmm0, %xmm1, %xmm2 {%k1} # encoding: [0x62,0xf2,0xf5,0x09,0xbf,0xd0] |
| ; CHECK-NEXT: # xmm2 {%k1} = -(xmm1 * xmm0) - xmm2 |
| ; CHECK-NEXT: vmovapd %xmm2, %xmm0 # encoding: [0xc5,0xf9,0x28,0xc2] |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| entry: |
| %0 = extractelement <2 x double> %a, i64 0 |
| %1 = extractelement <2 x double> %b, i64 0 |
| %2 = extractelement <2 x double> %c, i64 0 |
| %sub = fsub fast double -0.000000e+00, %2 |
| %3 = fmul fast double %1, %0 |
| %4 = fsub fast double %sub, %3 |
| %5 = bitcast i8 %k to <8 x i1> |
| %6 = extractelement <8 x i1> %5, i64 0 |
| %7 = select i1 %6, double %4, double %2 |
| %8 = insertelement <2 x double> %c, double %7, i64 0 |
| ret <2 x double> %8 |
| } |
| |
| ; Don't fold into (fmul x, c1+c2) if reassoc not set |
| define float @fma_const_fmul(float %x) { |
| ; CHECK-LABEL: fma_const_fmul: |
| ; CHECK: # %bb.0: |
| ; CHECK-NEXT: vmulss {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0, %xmm1 # EVEX TO VEX Compression encoding: [0xc5,0xfa,0x59,0x0d,A,A,A,A] |
| ; CHECK-NEXT: # fixup A - offset: 4, value: {{\.?LCPI[0-9]+_[0-9]+}}-4, kind: reloc_riprel_4byte |
| ; CHECK-NEXT: vfmadd132ss {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1, %xmm0 # EVEX TO VEX Compression encoding: [0xc4,0xe2,0x71,0x99,0x05,A,A,A,A] |
| ; CHECK-NEXT: # fixup A - offset: 5, value: {{\.?LCPI[0-9]+_[0-9]+}}-4, kind: reloc_riprel_4byte |
| ; CHECK-NEXT: # xmm0 = (xmm0 * mem) + xmm1 |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| %mul1 = fmul contract float %x, 10.0 |
| %mul2 = fmul contract float %x, 11.0 |
| %add1 = fadd contract float %mul1, %mul2 |
| ret float %add1 |
| } |
| |
| ; Fold (fmul (fadd x, 1.0), y) -> (fma x, y, y) without FP specific command-line |
| ; options. |
| define float @combine_fmul_distributive(float %x, float %y) { |
| ; CHECK-LABEL: combine_fmul_distributive: |
| ; CHECK: # %bb.0: |
| ; CHECK-NEXT: vfmadd231ss %xmm0, %xmm1, %xmm0 # EVEX TO VEX Compression encoding: [0xc4,0xe2,0x71,0xb9,0xc0] |
| ; CHECK-NEXT: # xmm0 = (xmm1 * xmm0) + xmm0 |
| ; CHECK-NEXT: retq # encoding: [0xc3] |
| %fadd = fadd ninf float %y, 1.0 |
| %fmul = fmul contract float %fadd, %x |
| ret float %fmul |
| } |