https://github.com/sdesmalen-arm updated https://github.com/llvm/llvm-project/pull/239578
>From 4b3e5c72a4a8d07f5a51014139db209349d18559 Mon Sep 17 00:00:00 2001 From: Sander de Smalen <[email protected]> Date: Fri, 6 Nov 2026 10:23:14 +0000 Subject: [PATCH 1/2] [AArch64] Fix missing SME target guard for zeroing pseudos. This allows the use of zeroing movprfx in streaming functions. --- .../lib/Target/AArch64/AArch64SVEInstrInfo.td | 2 +- .../AArch64/sve-intrinsics-fp-arith-imm.ll | 819 ++++++------------ 2 files changed, 244 insertions(+), 577 deletions(-) diff --git a/llvm/lib/Target/AArch64/AArch64SVEInstrInfo.td b/llvm/lib/Target/AArch64/AArch64SVEInstrInfo.td index e63a209f50980..0e72100c7aacf 100644 --- a/llvm/lib/Target/AArch64/AArch64SVEInstrInfo.td +++ b/llvm/lib/Target/AArch64/AArch64SVEInstrInfo.td @@ -1013,7 +1013,7 @@ let Predicates = [HasSVE_or_SME] in { defm FMAX_ZPZI : sve_fp_2op_i_p_zds_hfd<"FMAX_ZPmI", sve_fpimm_zero_one, fpimm0, fpimm_one, AArch64fmax_p>; defm FMIN_ZPZI : sve_fp_2op_i_p_zds_hfd<"FMIN_ZPmI", sve_fpimm_zero_one, fpimm0, fpimm_one, AArch64fmin_p>; - let Predicates = [HasSVE, UseExperimentalZeroingPseudos] in { + let Predicates = [HasSVE_or_SME, UseExperimentalZeroingPseudos] in { defm FADD_ZPZI : sve_fp_2op_i_p_zds_zeroing_hfd<"FADD_ZPmI", sve_fpimm_half_one, fpimm_half, fpimm_one, int_aarch64_sve_fadd>; defm FSUB_ZPZI : sve_fp_2op_i_p_zds_zeroing_hfd<"FSUB_ZPmI", sve_fpimm_half_one, fpimm_half, fpimm_one, int_aarch64_sve_fsub>; defm FMUL_ZPZI : sve_fp_2op_i_p_zds_zeroing_hfd<"FMUL_ZPmI", sve_fpimm_half_two, fpimm_half, fpimm_two, int_aarch64_sve_fmul>; diff --git a/llvm/test/CodeGen/AArch64/sve-intrinsics-fp-arith-imm.ll b/llvm/test/CodeGen/AArch64/sve-intrinsics-fp-arith-imm.ll index 5fb340aaf1905..e5eabad23ad48 100644 --- a/llvm/test/CodeGen/AArch64/sve-intrinsics-fp-arith-imm.ll +++ b/llvm/test/CodeGen/AArch64/sve-intrinsics-fp-arith-imm.ll @@ -18,18 +18,11 @@ define <vscale x 8 x half> @fadd_h_immhalf(<vscale x 8 x i1> %pg, <vscale x 8 x define <vscale x 8 x half> @fadd_h_immhalf_zero(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a) #1 { -; STREAMING-LABEL: fadd_h_immhalf_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.h, #0 // =0x0 -; STREAMING-NEXT: sel z0.h, p0, z0.h, z1.h -; STREAMING-NEXT: fadd z0.h, p0/m, z0.h, #0.5 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fadd_h_immhalf_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.h, p0/z, z0.h -; NONSTREAMING-NEXT: fadd z0.h, p0/m, z0.h, #0.5 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fadd_h_immhalf_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.h, p0/z, z0.h +; CHECK-NEXT: fadd z0.h, p0/m, z0.h, #0.5 +; CHECK-NEXT: ret %a_z = select <vscale x 8 x i1> %pg, <vscale x 8 x half> %a, <vscale x 8 x half> zeroinitializer %out = call <vscale x 8 x half> @llvm.aarch64.sve.fadd.nxv8f16(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a_z, @@ -49,18 +42,11 @@ define <vscale x 8 x half> @fadd_h_immone(<vscale x 8 x i1> %pg, <vscale x 8 x h } define <vscale x 8 x half> @fadd_h_immone_zero(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a) #1 { -; STREAMING-LABEL: fadd_h_immone_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.h, #0 // =0x0 -; STREAMING-NEXT: sel z0.h, p0, z0.h, z1.h -; STREAMING-NEXT: fadd z0.h, p0/m, z0.h, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fadd_h_immone_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.h, p0/z, z0.h -; NONSTREAMING-NEXT: fadd z0.h, p0/m, z0.h, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fadd_h_immone_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.h, p0/z, z0.h +; CHECK-NEXT: fadd z0.h, p0/m, z0.h, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 8 x i1> %pg, <vscale x 8 x half> %a, <vscale x 8 x half> zeroinitializer %out = call <vscale x 8 x half> @llvm.aarch64.sve.fadd.nxv8f16(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a_z, @@ -80,18 +66,11 @@ define <vscale x 4 x float> @fadd_s_immhalf(<vscale x 4 x i1> %pg, <vscale x 4 x } define <vscale x 4 x float> @fadd_s_immhalf_zero(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a) #1 { -; STREAMING-LABEL: fadd_s_immhalf_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.s, #0 // =0x0 -; STREAMING-NEXT: sel z0.s, p0, z0.s, z1.s -; STREAMING-NEXT: fadd z0.s, p0/m, z0.s, #0.5 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fadd_s_immhalf_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.s, p0/z, z0.s -; NONSTREAMING-NEXT: fadd z0.s, p0/m, z0.s, #0.5 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fadd_s_immhalf_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.s, p0/z, z0.s +; CHECK-NEXT: fadd z0.s, p0/m, z0.s, #0.5 +; CHECK-NEXT: ret %a_z = select <vscale x 4 x i1> %pg, <vscale x 4 x float> %a, <vscale x 4 x float> zeroinitializer %out = call <vscale x 4 x float> @llvm.aarch64.sve.fadd.nxv4f32(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a_z, @@ -111,18 +90,11 @@ define <vscale x 4 x float> @fadd_s_immone(<vscale x 4 x i1> %pg, <vscale x 4 x } define <vscale x 4 x float> @fadd_s_immone_zero(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a) #1 { -; STREAMING-LABEL: fadd_s_immone_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.s, #0 // =0x0 -; STREAMING-NEXT: sel z0.s, p0, z0.s, z1.s -; STREAMING-NEXT: fadd z0.s, p0/m, z0.s, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fadd_s_immone_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.s, p0/z, z0.s -; NONSTREAMING-NEXT: fadd z0.s, p0/m, z0.s, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fadd_s_immone_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.s, p0/z, z0.s +; CHECK-NEXT: fadd z0.s, p0/m, z0.s, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 4 x i1> %pg, <vscale x 4 x float> %a, <vscale x 4 x float> zeroinitializer %out = call <vscale x 4 x float> @llvm.aarch64.sve.fadd.nxv4f32(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a_z, @@ -142,18 +114,11 @@ define <vscale x 2 x double> @fadd_d_immhalf(<vscale x 2 x i1> %pg, <vscale x 2 } define <vscale x 2 x double> @fadd_d_immhalf_zero(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a) #1 { -; STREAMING-LABEL: fadd_d_immhalf_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.d, #0 // =0x0 -; STREAMING-NEXT: sel z0.d, p0, z0.d, z1.d -; STREAMING-NEXT: fadd z0.d, p0/m, z0.d, #0.5 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fadd_d_immhalf_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.d, p0/z, z0.d -; NONSTREAMING-NEXT: fadd z0.d, p0/m, z0.d, #0.5 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fadd_d_immhalf_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.d, p0/z, z0.d +; CHECK-NEXT: fadd z0.d, p0/m, z0.d, #0.5 +; CHECK-NEXT: ret %a_z = select <vscale x 2 x i1> %pg, <vscale x 2 x double> %a, <vscale x 2 x double> zeroinitializer %out = call <vscale x 2 x double> @llvm.aarch64.sve.fadd.nxv2f64(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a_z, @@ -173,18 +138,11 @@ define <vscale x 2 x double> @fadd_d_immone(<vscale x 2 x i1> %pg, <vscale x 2 x } define <vscale x 2 x double> @fadd_d_immone_zero(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a) #1 { -; STREAMING-LABEL: fadd_d_immone_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.d, #0 // =0x0 -; STREAMING-NEXT: sel z0.d, p0, z0.d, z1.d -; STREAMING-NEXT: fadd z0.d, p0/m, z0.d, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fadd_d_immone_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.d, p0/z, z0.d -; NONSTREAMING-NEXT: fadd z0.d, p0/m, z0.d, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fadd_d_immone_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.d, p0/z, z0.d +; CHECK-NEXT: fadd z0.d, p0/m, z0.d, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 2 x i1> %pg, <vscale x 2 x double> %a, <vscale x 2 x double> zeroinitializer %out = call <vscale x 2 x double> @llvm.aarch64.sve.fadd.nxv2f64(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a_z, @@ -204,18 +162,11 @@ define <vscale x 8 x half> @fmax_h_immzero(<vscale x 8 x i1> %pg, <vscale x 8 x } define <vscale x 8 x half> @fmax_h_immzero_zero(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a) #1 { -; STREAMING-LABEL: fmax_h_immzero_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.h, #0 // =0x0 -; STREAMING-NEXT: sel z0.h, p0, z0.h, z1.h -; STREAMING-NEXT: fmax z0.h, p0/m, z0.h, #0.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmax_h_immzero_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.h, p0/z, z0.h -; NONSTREAMING-NEXT: fmax z0.h, p0/m, z0.h, #0.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmax_h_immzero_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.h, p0/z, z0.h +; CHECK-NEXT: fmax z0.h, p0/m, z0.h, #0.0 +; CHECK-NEXT: ret %a_z = select <vscale x 8 x i1> %pg, <vscale x 8 x half> %a, <vscale x 8 x half> zeroinitializer %out = call <vscale x 8 x half> @llvm.aarch64.sve.fmax.nxv8f16(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a_z, @@ -235,18 +186,11 @@ define <vscale x 8 x half> @fmax_h_immone(<vscale x 8 x i1> %pg, <vscale x 8 x h } define <vscale x 8 x half> @fmax_h_immone_zero(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a) #1 { -; STREAMING-LABEL: fmax_h_immone_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.h, #0 // =0x0 -; STREAMING-NEXT: sel z0.h, p0, z0.h, z1.h -; STREAMING-NEXT: fmax z0.h, p0/m, z0.h, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmax_h_immone_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.h, p0/z, z0.h -; NONSTREAMING-NEXT: fmax z0.h, p0/m, z0.h, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmax_h_immone_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.h, p0/z, z0.h +; CHECK-NEXT: fmax z0.h, p0/m, z0.h, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 8 x i1> %pg, <vscale x 8 x half> %a, <vscale x 8 x half> zeroinitializer %out = call <vscale x 8 x half> @llvm.aarch64.sve.fmax.nxv8f16(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a_z, @@ -266,18 +210,11 @@ define <vscale x 4 x float> @fmax_s_immzero(<vscale x 4 x i1> %pg, <vscale x 4 x } define <vscale x 4 x float> @fmax_s_immzero_zero(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a) #1 { -; STREAMING-LABEL: fmax_s_immzero_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.s, #0 // =0x0 -; STREAMING-NEXT: sel z0.s, p0, z0.s, z1.s -; STREAMING-NEXT: fmax z0.s, p0/m, z0.s, #0.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmax_s_immzero_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.s, p0/z, z0.s -; NONSTREAMING-NEXT: fmax z0.s, p0/m, z0.s, #0.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmax_s_immzero_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.s, p0/z, z0.s +; CHECK-NEXT: fmax z0.s, p0/m, z0.s, #0.0 +; CHECK-NEXT: ret %a_z = select <vscale x 4 x i1> %pg, <vscale x 4 x float> %a, <vscale x 4 x float> zeroinitializer %out = call <vscale x 4 x float> @llvm.aarch64.sve.fmax.nxv4f32(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a_z, @@ -297,18 +234,11 @@ define <vscale x 4 x float> @fmax_s_immone(<vscale x 4 x i1> %pg, <vscale x 4 x } define <vscale x 4 x float> @fmax_s_immone_zero(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a) #1 { -; STREAMING-LABEL: fmax_s_immone_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.s, #0 // =0x0 -; STREAMING-NEXT: sel z0.s, p0, z0.s, z1.s -; STREAMING-NEXT: fmax z0.s, p0/m, z0.s, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmax_s_immone_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.s, p0/z, z0.s -; NONSTREAMING-NEXT: fmax z0.s, p0/m, z0.s, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmax_s_immone_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.s, p0/z, z0.s +; CHECK-NEXT: fmax z0.s, p0/m, z0.s, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 4 x i1> %pg, <vscale x 4 x float> %a, <vscale x 4 x float> zeroinitializer %out = call <vscale x 4 x float> @llvm.aarch64.sve.fmax.nxv4f32(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a_z, @@ -328,18 +258,11 @@ define <vscale x 2 x double> @fmax_d_immzero(<vscale x 2 x i1> %pg, <vscale x 2 } define <vscale x 2 x double> @fmax_d_immzero_zero(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a) #1 { -; STREAMING-LABEL: fmax_d_immzero_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.d, #0 // =0x0 -; STREAMING-NEXT: sel z0.d, p0, z0.d, z1.d -; STREAMING-NEXT: fmax z0.d, p0/m, z0.d, #0.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmax_d_immzero_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.d, p0/z, z0.d -; NONSTREAMING-NEXT: fmax z0.d, p0/m, z0.d, #0.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmax_d_immzero_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.d, p0/z, z0.d +; CHECK-NEXT: fmax z0.d, p0/m, z0.d, #0.0 +; CHECK-NEXT: ret %a_z = select <vscale x 2 x i1> %pg, <vscale x 2 x double> %a, <vscale x 2 x double> zeroinitializer %out = call <vscale x 2 x double> @llvm.aarch64.sve.fmax.nxv2f64(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a_z, @@ -359,18 +282,11 @@ define <vscale x 2 x double> @fmax_d_immone(<vscale x 2 x i1> %pg, <vscale x 2 x } define <vscale x 2 x double> @fmax_d_immone_zero(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a) #1 { -; STREAMING-LABEL: fmax_d_immone_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.d, #0 // =0x0 -; STREAMING-NEXT: sel z0.d, p0, z0.d, z1.d -; STREAMING-NEXT: fmax z0.d, p0/m, z0.d, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmax_d_immone_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.d, p0/z, z0.d -; NONSTREAMING-NEXT: fmax z0.d, p0/m, z0.d, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmax_d_immone_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.d, p0/z, z0.d +; CHECK-NEXT: fmax z0.d, p0/m, z0.d, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 2 x i1> %pg, <vscale x 2 x double> %a, <vscale x 2 x double> zeroinitializer %out = call <vscale x 2 x double> @llvm.aarch64.sve.fmax.nxv2f64(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a_z, @@ -390,18 +306,11 @@ define <vscale x 8 x half> @fmaxnm_h_immzero(<vscale x 8 x i1> %pg, <vscale x 8 } define <vscale x 8 x half> @fmaxnm_h_immzero_zero(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a) #1 { -; STREAMING-LABEL: fmaxnm_h_immzero_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.h, #0 // =0x0 -; STREAMING-NEXT: sel z0.h, p0, z0.h, z1.h -; STREAMING-NEXT: fmaxnm z0.h, p0/m, z0.h, #0.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmaxnm_h_immzero_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.h, p0/z, z0.h -; NONSTREAMING-NEXT: fmaxnm z0.h, p0/m, z0.h, #0.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmaxnm_h_immzero_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.h, p0/z, z0.h +; CHECK-NEXT: fmaxnm z0.h, p0/m, z0.h, #0.0 +; CHECK-NEXT: ret %a_z = select <vscale x 8 x i1> %pg, <vscale x 8 x half> %a, <vscale x 8 x half> zeroinitializer %out = call <vscale x 8 x half> @llvm.aarch64.sve.fmaxnm.nxv8f16(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a_z, @@ -421,18 +330,11 @@ define <vscale x 8 x half> @fmaxnm_h_immone(<vscale x 8 x i1> %pg, <vscale x 8 x } define <vscale x 8 x half> @fmaxnm_h_immone_zero(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a) #1 { -; STREAMING-LABEL: fmaxnm_h_immone_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.h, #0 // =0x0 -; STREAMING-NEXT: sel z0.h, p0, z0.h, z1.h -; STREAMING-NEXT: fmaxnm z0.h, p0/m, z0.h, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmaxnm_h_immone_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.h, p0/z, z0.h -; NONSTREAMING-NEXT: fmaxnm z0.h, p0/m, z0.h, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmaxnm_h_immone_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.h, p0/z, z0.h +; CHECK-NEXT: fmaxnm z0.h, p0/m, z0.h, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 8 x i1> %pg, <vscale x 8 x half> %a, <vscale x 8 x half> zeroinitializer %out = call <vscale x 8 x half> @llvm.aarch64.sve.fmaxnm.nxv8f16(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a_z, @@ -452,18 +354,11 @@ define <vscale x 4 x float> @fmaxnm_s_immzero(<vscale x 4 x i1> %pg, <vscale x 4 } define <vscale x 4 x float> @fmaxnm_s_immzero_zero(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a) #1 { -; STREAMING-LABEL: fmaxnm_s_immzero_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.s, #0 // =0x0 -; STREAMING-NEXT: sel z0.s, p0, z0.s, z1.s -; STREAMING-NEXT: fmaxnm z0.s, p0/m, z0.s, #0.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmaxnm_s_immzero_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.s, p0/z, z0.s -; NONSTREAMING-NEXT: fmaxnm z0.s, p0/m, z0.s, #0.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmaxnm_s_immzero_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.s, p0/z, z0.s +; CHECK-NEXT: fmaxnm z0.s, p0/m, z0.s, #0.0 +; CHECK-NEXT: ret %a_z = select <vscale x 4 x i1> %pg, <vscale x 4 x float> %a, <vscale x 4 x float> zeroinitializer %out = call <vscale x 4 x float> @llvm.aarch64.sve.fmaxnm.nxv4f32(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a_z, @@ -483,18 +378,11 @@ define <vscale x 4 x float> @fmaxnm_s_immone(<vscale x 4 x i1> %pg, <vscale x 4 } define <vscale x 4 x float> @fmaxnm_s_immone_zero(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a) #1 { -; STREAMING-LABEL: fmaxnm_s_immone_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.s, #0 // =0x0 -; STREAMING-NEXT: sel z0.s, p0, z0.s, z1.s -; STREAMING-NEXT: fmaxnm z0.s, p0/m, z0.s, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmaxnm_s_immone_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.s, p0/z, z0.s -; NONSTREAMING-NEXT: fmaxnm z0.s, p0/m, z0.s, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmaxnm_s_immone_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.s, p0/z, z0.s +; CHECK-NEXT: fmaxnm z0.s, p0/m, z0.s, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 4 x i1> %pg, <vscale x 4 x float> %a, <vscale x 4 x float> zeroinitializer %out = call <vscale x 4 x float> @llvm.aarch64.sve.fmaxnm.nxv4f32(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a_z, @@ -514,18 +402,11 @@ define <vscale x 2 x double> @fmaxnm_d_immzero(<vscale x 2 x i1> %pg, <vscale x } define <vscale x 2 x double> @fmaxnm_d_immzero_zero(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a) #1 { -; STREAMING-LABEL: fmaxnm_d_immzero_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.d, #0 // =0x0 -; STREAMING-NEXT: sel z0.d, p0, z0.d, z1.d -; STREAMING-NEXT: fmaxnm z0.d, p0/m, z0.d, #0.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmaxnm_d_immzero_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.d, p0/z, z0.d -; NONSTREAMING-NEXT: fmaxnm z0.d, p0/m, z0.d, #0.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmaxnm_d_immzero_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.d, p0/z, z0.d +; CHECK-NEXT: fmaxnm z0.d, p0/m, z0.d, #0.0 +; CHECK-NEXT: ret %a_z = select <vscale x 2 x i1> %pg, <vscale x 2 x double> %a, <vscale x 2 x double> zeroinitializer %out = call <vscale x 2 x double> @llvm.aarch64.sve.fmaxnm.nxv2f64(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a_z, @@ -545,18 +426,11 @@ define <vscale x 2 x double> @fmaxnm_d_immone(<vscale x 2 x i1> %pg, <vscale x 2 } define <vscale x 2 x double> @fmaxnm_d_immone_zero(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a) #1 { -; STREAMING-LABEL: fmaxnm_d_immone_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.d, #0 // =0x0 -; STREAMING-NEXT: sel z0.d, p0, z0.d, z1.d -; STREAMING-NEXT: fmaxnm z0.d, p0/m, z0.d, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmaxnm_d_immone_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.d, p0/z, z0.d -; NONSTREAMING-NEXT: fmaxnm z0.d, p0/m, z0.d, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmaxnm_d_immone_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.d, p0/z, z0.d +; CHECK-NEXT: fmaxnm z0.d, p0/m, z0.d, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 2 x i1> %pg, <vscale x 2 x double> %a, <vscale x 2 x double> zeroinitializer %out = call <vscale x 2 x double> @llvm.aarch64.sve.fmaxnm.nxv2f64(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a_z, @@ -576,18 +450,11 @@ define <vscale x 8 x half> @fmin_h_immzero(<vscale x 8 x i1> %pg, <vscale x 8 x } define <vscale x 8 x half> @fmin_h_immzero_zero(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a) #1 { -; STREAMING-LABEL: fmin_h_immzero_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.h, #0 // =0x0 -; STREAMING-NEXT: sel z0.h, p0, z0.h, z1.h -; STREAMING-NEXT: fmin z0.h, p0/m, z0.h, #0.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmin_h_immzero_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.h, p0/z, z0.h -; NONSTREAMING-NEXT: fmin z0.h, p0/m, z0.h, #0.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmin_h_immzero_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.h, p0/z, z0.h +; CHECK-NEXT: fmin z0.h, p0/m, z0.h, #0.0 +; CHECK-NEXT: ret %a_z = select <vscale x 8 x i1> %pg, <vscale x 8 x half> %a, <vscale x 8 x half> zeroinitializer %out = call <vscale x 8 x half> @llvm.aarch64.sve.fmin.nxv8f16(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a_z, @@ -607,18 +474,11 @@ define <vscale x 8 x half> @fmin_h_immone(<vscale x 8 x i1> %pg, <vscale x 8 x h } define <vscale x 8 x half> @fmin_h_immone_zero(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a) #1 { -; STREAMING-LABEL: fmin_h_immone_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.h, #0 // =0x0 -; STREAMING-NEXT: sel z0.h, p0, z0.h, z1.h -; STREAMING-NEXT: fmin z0.h, p0/m, z0.h, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmin_h_immone_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.h, p0/z, z0.h -; NONSTREAMING-NEXT: fmin z0.h, p0/m, z0.h, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmin_h_immone_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.h, p0/z, z0.h +; CHECK-NEXT: fmin z0.h, p0/m, z0.h, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 8 x i1> %pg, <vscale x 8 x half> %a, <vscale x 8 x half> zeroinitializer %out = call <vscale x 8 x half> @llvm.aarch64.sve.fmin.nxv8f16(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a_z, @@ -638,18 +498,11 @@ define <vscale x 4 x float> @fmin_s_immzero(<vscale x 4 x i1> %pg, <vscale x 4 x } define <vscale x 4 x float> @fmin_s_immzero_zero(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a) #1 { -; STREAMING-LABEL: fmin_s_immzero_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.s, #0 // =0x0 -; STREAMING-NEXT: sel z0.s, p0, z0.s, z1.s -; STREAMING-NEXT: fmin z0.s, p0/m, z0.s, #0.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmin_s_immzero_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.s, p0/z, z0.s -; NONSTREAMING-NEXT: fmin z0.s, p0/m, z0.s, #0.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmin_s_immzero_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.s, p0/z, z0.s +; CHECK-NEXT: fmin z0.s, p0/m, z0.s, #0.0 +; CHECK-NEXT: ret %a_z = select <vscale x 4 x i1> %pg, <vscale x 4 x float> %a, <vscale x 4 x float> zeroinitializer %out = call <vscale x 4 x float> @llvm.aarch64.sve.fmin.nxv4f32(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a_z, @@ -669,18 +522,11 @@ define <vscale x 4 x float> @fmin_s_immone(<vscale x 4 x i1> %pg, <vscale x 4 x } define <vscale x 4 x float> @fmin_s_immone_zero(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a) #1 { -; STREAMING-LABEL: fmin_s_immone_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.s, #0 // =0x0 -; STREAMING-NEXT: sel z0.s, p0, z0.s, z1.s -; STREAMING-NEXT: fmin z0.s, p0/m, z0.s, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmin_s_immone_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.s, p0/z, z0.s -; NONSTREAMING-NEXT: fmin z0.s, p0/m, z0.s, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmin_s_immone_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.s, p0/z, z0.s +; CHECK-NEXT: fmin z0.s, p0/m, z0.s, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 4 x i1> %pg, <vscale x 4 x float> %a, <vscale x 4 x float> zeroinitializer %out = call <vscale x 4 x float> @llvm.aarch64.sve.fmin.nxv4f32(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a_z, @@ -700,18 +546,11 @@ define <vscale x 2 x double> @fmin_d_immzero(<vscale x 2 x i1> %pg, <vscale x 2 } define <vscale x 2 x double> @fmin_d_immzero_zero(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a) #1 { -; STREAMING-LABEL: fmin_d_immzero_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.d, #0 // =0x0 -; STREAMING-NEXT: sel z0.d, p0, z0.d, z1.d -; STREAMING-NEXT: fmin z0.d, p0/m, z0.d, #0.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmin_d_immzero_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.d, p0/z, z0.d -; NONSTREAMING-NEXT: fmin z0.d, p0/m, z0.d, #0.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmin_d_immzero_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.d, p0/z, z0.d +; CHECK-NEXT: fmin z0.d, p0/m, z0.d, #0.0 +; CHECK-NEXT: ret %a_z = select <vscale x 2 x i1> %pg, <vscale x 2 x double> %a, <vscale x 2 x double> zeroinitializer %out = call <vscale x 2 x double> @llvm.aarch64.sve.fmin.nxv2f64(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a_z, @@ -731,18 +570,11 @@ define <vscale x 2 x double> @fmin_d_immone(<vscale x 2 x i1> %pg, <vscale x 2 x } define <vscale x 2 x double> @fmin_d_immone_zero(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a) #1 { -; STREAMING-LABEL: fmin_d_immone_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.d, #0 // =0x0 -; STREAMING-NEXT: sel z0.d, p0, z0.d, z1.d -; STREAMING-NEXT: fmin z0.d, p0/m, z0.d, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmin_d_immone_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.d, p0/z, z0.d -; NONSTREAMING-NEXT: fmin z0.d, p0/m, z0.d, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmin_d_immone_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.d, p0/z, z0.d +; CHECK-NEXT: fmin z0.d, p0/m, z0.d, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 2 x i1> %pg, <vscale x 2 x double> %a, <vscale x 2 x double> zeroinitializer %out = call <vscale x 2 x double> @llvm.aarch64.sve.fmin.nxv2f64(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a_z, @@ -762,18 +594,11 @@ define <vscale x 8 x half> @fminnm_h_immzero(<vscale x 8 x i1> %pg, <vscale x 8 } define <vscale x 8 x half> @fminnm_h_immzero_zero(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a) #1 { -; STREAMING-LABEL: fminnm_h_immzero_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.h, #0 // =0x0 -; STREAMING-NEXT: sel z0.h, p0, z0.h, z1.h -; STREAMING-NEXT: fminnm z0.h, p0/m, z0.h, #0.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fminnm_h_immzero_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.h, p0/z, z0.h -; NONSTREAMING-NEXT: fminnm z0.h, p0/m, z0.h, #0.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fminnm_h_immzero_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.h, p0/z, z0.h +; CHECK-NEXT: fminnm z0.h, p0/m, z0.h, #0.0 +; CHECK-NEXT: ret %a_z = select <vscale x 8 x i1> %pg, <vscale x 8 x half> %a, <vscale x 8 x half> zeroinitializer %out = call <vscale x 8 x half> @llvm.aarch64.sve.fminnm.nxv8f16(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a_z, @@ -793,18 +618,11 @@ define <vscale x 8 x half> @fminnm_h_immone(<vscale x 8 x i1> %pg, <vscale x 8 x } define <vscale x 8 x half> @fminnm_h_immone_zero(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a) #1 { -; STREAMING-LABEL: fminnm_h_immone_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.h, #0 // =0x0 -; STREAMING-NEXT: sel z0.h, p0, z0.h, z1.h -; STREAMING-NEXT: fminnm z0.h, p0/m, z0.h, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fminnm_h_immone_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.h, p0/z, z0.h -; NONSTREAMING-NEXT: fminnm z0.h, p0/m, z0.h, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fminnm_h_immone_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.h, p0/z, z0.h +; CHECK-NEXT: fminnm z0.h, p0/m, z0.h, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 8 x i1> %pg, <vscale x 8 x half> %a, <vscale x 8 x half> zeroinitializer %out = call <vscale x 8 x half> @llvm.aarch64.sve.fminnm.nxv8f16(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a_z, @@ -824,18 +642,11 @@ define <vscale x 4 x float> @fminnm_s_immzero(<vscale x 4 x i1> %pg, <vscale x 4 } define <vscale x 4 x float> @fminnm_s_immzero_zero(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a) #1 { -; STREAMING-LABEL: fminnm_s_immzero_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.s, #0 // =0x0 -; STREAMING-NEXT: sel z0.s, p0, z0.s, z1.s -; STREAMING-NEXT: fminnm z0.s, p0/m, z0.s, #0.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fminnm_s_immzero_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.s, p0/z, z0.s -; NONSTREAMING-NEXT: fminnm z0.s, p0/m, z0.s, #0.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fminnm_s_immzero_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.s, p0/z, z0.s +; CHECK-NEXT: fminnm z0.s, p0/m, z0.s, #0.0 +; CHECK-NEXT: ret %a_z = select <vscale x 4 x i1> %pg, <vscale x 4 x float> %a, <vscale x 4 x float> zeroinitializer %out = call <vscale x 4 x float> @llvm.aarch64.sve.fminnm.nxv4f32(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a_z, @@ -855,18 +666,11 @@ define <vscale x 4 x float> @fminnm_s_immone(<vscale x 4 x i1> %pg, <vscale x 4 } define <vscale x 4 x float> @fminnm_s_immone_zero(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a) #1 { -; STREAMING-LABEL: fminnm_s_immone_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.s, #0 // =0x0 -; STREAMING-NEXT: sel z0.s, p0, z0.s, z1.s -; STREAMING-NEXT: fminnm z0.s, p0/m, z0.s, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fminnm_s_immone_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.s, p0/z, z0.s -; NONSTREAMING-NEXT: fminnm z0.s, p0/m, z0.s, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fminnm_s_immone_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.s, p0/z, z0.s +; CHECK-NEXT: fminnm z0.s, p0/m, z0.s, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 4 x i1> %pg, <vscale x 4 x float> %a, <vscale x 4 x float> zeroinitializer %out = call <vscale x 4 x float> @llvm.aarch64.sve.fminnm.nxv4f32(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a_z, @@ -886,18 +690,11 @@ define <vscale x 2 x double> @fminnm_d_immzero(<vscale x 2 x i1> %pg, <vscale x } define <vscale x 2 x double> @fminnm_d_immzero_zero(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a) #1 { -; STREAMING-LABEL: fminnm_d_immzero_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.d, #0 // =0x0 -; STREAMING-NEXT: sel z0.d, p0, z0.d, z1.d -; STREAMING-NEXT: fminnm z0.d, p0/m, z0.d, #0.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fminnm_d_immzero_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.d, p0/z, z0.d -; NONSTREAMING-NEXT: fminnm z0.d, p0/m, z0.d, #0.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fminnm_d_immzero_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.d, p0/z, z0.d +; CHECK-NEXT: fminnm z0.d, p0/m, z0.d, #0.0 +; CHECK-NEXT: ret %a_z = select <vscale x 2 x i1> %pg, <vscale x 2 x double> %a, <vscale x 2 x double> zeroinitializer %out = call <vscale x 2 x double> @llvm.aarch64.sve.fminnm.nxv2f64(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a_z, @@ -917,18 +714,11 @@ define <vscale x 2 x double> @fminnm_d_immone(<vscale x 2 x i1> %pg, <vscale x 2 } define <vscale x 2 x double> @fminnm_d_immone_zero(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a) #1 { -; STREAMING-LABEL: fminnm_d_immone_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.d, #0 // =0x0 -; STREAMING-NEXT: sel z0.d, p0, z0.d, z1.d -; STREAMING-NEXT: fminnm z0.d, p0/m, z0.d, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fminnm_d_immone_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.d, p0/z, z0.d -; NONSTREAMING-NEXT: fminnm z0.d, p0/m, z0.d, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fminnm_d_immone_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.d, p0/z, z0.d +; CHECK-NEXT: fminnm z0.d, p0/m, z0.d, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 2 x i1> %pg, <vscale x 2 x double> %a, <vscale x 2 x double> zeroinitializer %out = call <vscale x 2 x double> @llvm.aarch64.sve.fminnm.nxv2f64(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a_z, @@ -948,18 +738,11 @@ define <vscale x 8 x half> @fmul_h_immhalf(<vscale x 8 x i1> %pg, <vscale x 8 x } define <vscale x 8 x half> @fmul_h_immhalf_zero(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a) #1 { -; STREAMING-LABEL: fmul_h_immhalf_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.h, #0 // =0x0 -; STREAMING-NEXT: sel z0.h, p0, z0.h, z1.h -; STREAMING-NEXT: fmul z0.h, p0/m, z0.h, #0.5 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmul_h_immhalf_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.h, p0/z, z0.h -; NONSTREAMING-NEXT: fmul z0.h, p0/m, z0.h, #0.5 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmul_h_immhalf_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.h, p0/z, z0.h +; CHECK-NEXT: fmul z0.h, p0/m, z0.h, #0.5 +; CHECK-NEXT: ret %a_z = select <vscale x 8 x i1> %pg, <vscale x 8 x half> %a, <vscale x 8 x half> zeroinitializer %out = call <vscale x 8 x half> @llvm.aarch64.sve.fmul.nxv8f16(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a_z, @@ -979,18 +762,11 @@ define <vscale x 8 x half> @fmul_h_immtwo(<vscale x 8 x i1> %pg, <vscale x 8 x h } define <vscale x 8 x half> @fmul_h_immtwo_zero(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a) #1 { -; STREAMING-LABEL: fmul_h_immtwo_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.h, #0 // =0x0 -; STREAMING-NEXT: sel z0.h, p0, z0.h, z1.h -; STREAMING-NEXT: fmul z0.h, p0/m, z0.h, #2.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmul_h_immtwo_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.h, p0/z, z0.h -; NONSTREAMING-NEXT: fmul z0.h, p0/m, z0.h, #2.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmul_h_immtwo_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.h, p0/z, z0.h +; CHECK-NEXT: fmul z0.h, p0/m, z0.h, #2.0 +; CHECK-NEXT: ret %a_z = select <vscale x 8 x i1> %pg, <vscale x 8 x half> %a, <vscale x 8 x half> zeroinitializer %out = call <vscale x 8 x half> @llvm.aarch64.sve.fmul.nxv8f16(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a_z, @@ -1010,18 +786,11 @@ define <vscale x 4 x float> @fmul_s_immhalf(<vscale x 4 x i1> %pg, <vscale x 4 x } define <vscale x 4 x float> @fmul_s_immhalf_zero(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a) #1 { -; STREAMING-LABEL: fmul_s_immhalf_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.s, #0 // =0x0 -; STREAMING-NEXT: sel z0.s, p0, z0.s, z1.s -; STREAMING-NEXT: fmul z0.s, p0/m, z0.s, #0.5 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmul_s_immhalf_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.s, p0/z, z0.s -; NONSTREAMING-NEXT: fmul z0.s, p0/m, z0.s, #0.5 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmul_s_immhalf_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.s, p0/z, z0.s +; CHECK-NEXT: fmul z0.s, p0/m, z0.s, #0.5 +; CHECK-NEXT: ret %a_z = select <vscale x 4 x i1> %pg, <vscale x 4 x float> %a, <vscale x 4 x float> zeroinitializer %out = call <vscale x 4 x float> @llvm.aarch64.sve.fmul.nxv4f32(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a_z, @@ -1041,18 +810,11 @@ define <vscale x 4 x float> @fmul_s_immtwo(<vscale x 4 x i1> %pg, <vscale x 4 x } define <vscale x 4 x float> @fmul_s_immtwo_zero(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a) #1 { -; STREAMING-LABEL: fmul_s_immtwo_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.s, #0 // =0x0 -; STREAMING-NEXT: sel z0.s, p0, z0.s, z1.s -; STREAMING-NEXT: fmul z0.s, p0/m, z0.s, #2.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmul_s_immtwo_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.s, p0/z, z0.s -; NONSTREAMING-NEXT: fmul z0.s, p0/m, z0.s, #2.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmul_s_immtwo_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.s, p0/z, z0.s +; CHECK-NEXT: fmul z0.s, p0/m, z0.s, #2.0 +; CHECK-NEXT: ret %a_z = select <vscale x 4 x i1> %pg, <vscale x 4 x float> %a, <vscale x 4 x float> zeroinitializer %out = call <vscale x 4 x float> @llvm.aarch64.sve.fmul.nxv4f32(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a_z, @@ -1072,18 +834,11 @@ define <vscale x 2 x double> @fmul_d_immhalf(<vscale x 2 x i1> %pg, <vscale x 2 } define <vscale x 2 x double> @fmul_d_immhalf_zero(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a) #1 { -; STREAMING-LABEL: fmul_d_immhalf_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.d, #0 // =0x0 -; STREAMING-NEXT: sel z0.d, p0, z0.d, z1.d -; STREAMING-NEXT: fmul z0.d, p0/m, z0.d, #0.5 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmul_d_immhalf_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.d, p0/z, z0.d -; NONSTREAMING-NEXT: fmul z0.d, p0/m, z0.d, #0.5 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmul_d_immhalf_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.d, p0/z, z0.d +; CHECK-NEXT: fmul z0.d, p0/m, z0.d, #0.5 +; CHECK-NEXT: ret %a_z = select <vscale x 2 x i1> %pg, <vscale x 2 x double> %a, <vscale x 2 x double> zeroinitializer %out = call <vscale x 2 x double> @llvm.aarch64.sve.fmul.nxv2f64(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a_z, @@ -1103,18 +858,11 @@ define <vscale x 2 x double> @fmul_d_immtwo(<vscale x 2 x i1> %pg, <vscale x 2 x } define <vscale x 2 x double> @fmul_d_immtwo_zero(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a) #1 { -; STREAMING-LABEL: fmul_d_immtwo_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.d, #0 // =0x0 -; STREAMING-NEXT: sel z0.d, p0, z0.d, z1.d -; STREAMING-NEXT: fmul z0.d, p0/m, z0.d, #2.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fmul_d_immtwo_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.d, p0/z, z0.d -; NONSTREAMING-NEXT: fmul z0.d, p0/m, z0.d, #2.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fmul_d_immtwo_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.d, p0/z, z0.d +; CHECK-NEXT: fmul z0.d, p0/m, z0.d, #2.0 +; CHECK-NEXT: ret %a_z = select <vscale x 2 x i1> %pg, <vscale x 2 x double> %a, <vscale x 2 x double> zeroinitializer %out = call <vscale x 2 x double> @llvm.aarch64.sve.fmul.nxv2f64(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a_z, @@ -1134,18 +882,11 @@ define <vscale x 8 x half> @fsub_h_immhalf(<vscale x 8 x i1> %pg, <vscale x 8 x } define <vscale x 8 x half> @fsub_h_immhalf_zero(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a) #1 { -; STREAMING-LABEL: fsub_h_immhalf_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.h, #0 // =0x0 -; STREAMING-NEXT: sel z0.h, p0, z0.h, z1.h -; STREAMING-NEXT: fsub z0.h, p0/m, z0.h, #0.5 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fsub_h_immhalf_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.h, p0/z, z0.h -; NONSTREAMING-NEXT: fsub z0.h, p0/m, z0.h, #0.5 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fsub_h_immhalf_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.h, p0/z, z0.h +; CHECK-NEXT: fsub z0.h, p0/m, z0.h, #0.5 +; CHECK-NEXT: ret %a_z = select <vscale x 8 x i1> %pg, <vscale x 8 x half> %a, <vscale x 8 x half> zeroinitializer %out = call <vscale x 8 x half> @llvm.aarch64.sve.fsub.nxv8f16(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a_z, @@ -1165,18 +906,11 @@ define <vscale x 8 x half> @fsub_h_immone(<vscale x 8 x i1> %pg, <vscale x 8 x h } define <vscale x 8 x half> @fsub_h_immone_zero(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a) #1 { -; STREAMING-LABEL: fsub_h_immone_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.h, #0 // =0x0 -; STREAMING-NEXT: sel z0.h, p0, z0.h, z1.h -; STREAMING-NEXT: fsub z0.h, p0/m, z0.h, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fsub_h_immone_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.h, p0/z, z0.h -; NONSTREAMING-NEXT: fsub z0.h, p0/m, z0.h, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fsub_h_immone_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.h, p0/z, z0.h +; CHECK-NEXT: fsub z0.h, p0/m, z0.h, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 8 x i1> %pg, <vscale x 8 x half> %a, <vscale x 8 x half> zeroinitializer %out = call <vscale x 8 x half> @llvm.aarch64.sve.fsub.nxv8f16(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a_z, @@ -1196,18 +930,11 @@ define <vscale x 4 x float> @fsub_s_immhalf(<vscale x 4 x i1> %pg, <vscale x 4 x } define <vscale x 4 x float> @fsub_s_immhalf_zero(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a) #1 { -; STREAMING-LABEL: fsub_s_immhalf_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.s, #0 // =0x0 -; STREAMING-NEXT: sel z0.s, p0, z0.s, z1.s -; STREAMING-NEXT: fsub z0.s, p0/m, z0.s, #0.5 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fsub_s_immhalf_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.s, p0/z, z0.s -; NONSTREAMING-NEXT: fsub z0.s, p0/m, z0.s, #0.5 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fsub_s_immhalf_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.s, p0/z, z0.s +; CHECK-NEXT: fsub z0.s, p0/m, z0.s, #0.5 +; CHECK-NEXT: ret %a_z = select <vscale x 4 x i1> %pg, <vscale x 4 x float> %a, <vscale x 4 x float> zeroinitializer %out = call <vscale x 4 x float> @llvm.aarch64.sve.fsub.nxv4f32(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a_z, @@ -1227,18 +954,11 @@ define <vscale x 4 x float> @fsub_s_immone(<vscale x 4 x i1> %pg, <vscale x 4 x } define <vscale x 4 x float> @fsub_s_immone_zero(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a) #1 { -; STREAMING-LABEL: fsub_s_immone_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.s, #0 // =0x0 -; STREAMING-NEXT: sel z0.s, p0, z0.s, z1.s -; STREAMING-NEXT: fsub z0.s, p0/m, z0.s, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fsub_s_immone_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.s, p0/z, z0.s -; NONSTREAMING-NEXT: fsub z0.s, p0/m, z0.s, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fsub_s_immone_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.s, p0/z, z0.s +; CHECK-NEXT: fsub z0.s, p0/m, z0.s, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 4 x i1> %pg, <vscale x 4 x float> %a, <vscale x 4 x float> zeroinitializer %out = call <vscale x 4 x float> @llvm.aarch64.sve.fsub.nxv4f32(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a_z, @@ -1258,18 +978,11 @@ define <vscale x 2 x double> @fsub_d_immhalf(<vscale x 2 x i1> %pg, <vscale x 2 } define <vscale x 2 x double> @fsub_d_immhalf_zero(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a) #1 { -; STREAMING-LABEL: fsub_d_immhalf_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.d, #0 // =0x0 -; STREAMING-NEXT: sel z0.d, p0, z0.d, z1.d -; STREAMING-NEXT: fsub z0.d, p0/m, z0.d, #0.5 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fsub_d_immhalf_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.d, p0/z, z0.d -; NONSTREAMING-NEXT: fsub z0.d, p0/m, z0.d, #0.5 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fsub_d_immhalf_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.d, p0/z, z0.d +; CHECK-NEXT: fsub z0.d, p0/m, z0.d, #0.5 +; CHECK-NEXT: ret %a_z = select <vscale x 2 x i1> %pg, <vscale x 2 x double> %a, <vscale x 2 x double> zeroinitializer %out = call <vscale x 2 x double> @llvm.aarch64.sve.fsub.nxv2f64(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a_z, @@ -1289,18 +1002,11 @@ define <vscale x 2 x double> @fsub_d_immone(<vscale x 2 x i1> %pg, <vscale x 2 x } define <vscale x 2 x double> @fsub_d_immone_zero(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a) #1 { -; STREAMING-LABEL: fsub_d_immone_zero: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.d, #0 // =0x0 -; STREAMING-NEXT: sel z0.d, p0, z0.d, z1.d -; STREAMING-NEXT: fsub z0.d, p0/m, z0.d, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fsub_d_immone_zero: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.d, p0/z, z0.d -; NONSTREAMING-NEXT: fsub z0.d, p0/m, z0.d, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fsub_d_immone_zero: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.d, p0/z, z0.d +; CHECK-NEXT: fsub z0.d, p0/m, z0.d, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 2 x i1> %pg, <vscale x 2 x double> %a, <vscale x 2 x double> zeroinitializer %out = call <vscale x 2 x double> @llvm.aarch64.sve.fsub.nxv2f64(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a_z, @@ -1309,18 +1015,11 @@ define <vscale x 2 x double> @fsub_d_immone_zero(<vscale x 2 x i1> %pg, <vscale } define <vscale x 8 x half> @fsubr_h_immhalf(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a) #1 { -; STREAMING-LABEL: fsubr_h_immhalf: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.h, #0 // =0x0 -; STREAMING-NEXT: sel z0.h, p0, z0.h, z1.h -; STREAMING-NEXT: fsubr z0.h, p0/m, z0.h, #0.5 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fsubr_h_immhalf: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.h, p0/z, z0.h -; NONSTREAMING-NEXT: fsubr z0.h, p0/m, z0.h, #0.5 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fsubr_h_immhalf: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.h, p0/z, z0.h +; CHECK-NEXT: fsubr z0.h, p0/m, z0.h, #0.5 +; CHECK-NEXT: ret %a_z = select <vscale x 8 x i1> %pg, <vscale x 8 x half> %a, <vscale x 8 x half> zeroinitializer %out = call <vscale x 8 x half> @llvm.aarch64.sve.fsubr.nxv8f16(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a_z, @@ -1329,18 +1028,11 @@ define <vscale x 8 x half> @fsubr_h_immhalf(<vscale x 8 x i1> %pg, <vscale x 8 x } define <vscale x 8 x half> @fsubr_h_immone(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a) #1 { -; STREAMING-LABEL: fsubr_h_immone: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.h, #0 // =0x0 -; STREAMING-NEXT: sel z0.h, p0, z0.h, z1.h -; STREAMING-NEXT: fsubr z0.h, p0/m, z0.h, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fsubr_h_immone: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.h, p0/z, z0.h -; NONSTREAMING-NEXT: fsubr z0.h, p0/m, z0.h, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fsubr_h_immone: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.h, p0/z, z0.h +; CHECK-NEXT: fsubr z0.h, p0/m, z0.h, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 8 x i1> %pg, <vscale x 8 x half> %a, <vscale x 8 x half> zeroinitializer %out = call <vscale x 8 x half> @llvm.aarch64.sve.fsubr.nxv8f16(<vscale x 8 x i1> %pg, <vscale x 8 x half> %a_z, @@ -1349,18 +1041,11 @@ define <vscale x 8 x half> @fsubr_h_immone(<vscale x 8 x i1> %pg, <vscale x 8 x } define <vscale x 4 x float> @fsubr_s_immhalf(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a) #1 { -; STREAMING-LABEL: fsubr_s_immhalf: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.s, #0 // =0x0 -; STREAMING-NEXT: sel z0.s, p0, z0.s, z1.s -; STREAMING-NEXT: fsubr z0.s, p0/m, z0.s, #0.5 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fsubr_s_immhalf: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.s, p0/z, z0.s -; NONSTREAMING-NEXT: fsubr z0.s, p0/m, z0.s, #0.5 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fsubr_s_immhalf: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.s, p0/z, z0.s +; CHECK-NEXT: fsubr z0.s, p0/m, z0.s, #0.5 +; CHECK-NEXT: ret %a_z = select <vscale x 4 x i1> %pg, <vscale x 4 x float> %a, <vscale x 4 x float> zeroinitializer %out = call <vscale x 4 x float> @llvm.aarch64.sve.fsubr.nxv4f32(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a_z, @@ -1369,18 +1054,11 @@ define <vscale x 4 x float> @fsubr_s_immhalf(<vscale x 4 x i1> %pg, <vscale x 4 } define <vscale x 4 x float> @fsubr_s_immone(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a) #1 { -; STREAMING-LABEL: fsubr_s_immone: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.s, #0 // =0x0 -; STREAMING-NEXT: sel z0.s, p0, z0.s, z1.s -; STREAMING-NEXT: fsubr z0.s, p0/m, z0.s, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fsubr_s_immone: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.s, p0/z, z0.s -; NONSTREAMING-NEXT: fsubr z0.s, p0/m, z0.s, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fsubr_s_immone: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.s, p0/z, z0.s +; CHECK-NEXT: fsubr z0.s, p0/m, z0.s, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 4 x i1> %pg, <vscale x 4 x float> %a, <vscale x 4 x float> zeroinitializer %out = call <vscale x 4 x float> @llvm.aarch64.sve.fsubr.nxv4f32(<vscale x 4 x i1> %pg, <vscale x 4 x float> %a_z, @@ -1389,18 +1067,11 @@ define <vscale x 4 x float> @fsubr_s_immone(<vscale x 4 x i1> %pg, <vscale x 4 x } define <vscale x 2 x double> @fsubr_d_immhalf(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a) #1 { -; STREAMING-LABEL: fsubr_d_immhalf: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.d, #0 // =0x0 -; STREAMING-NEXT: sel z0.d, p0, z0.d, z1.d -; STREAMING-NEXT: fsubr z0.d, p0/m, z0.d, #0.5 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fsubr_d_immhalf: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.d, p0/z, z0.d -; NONSTREAMING-NEXT: fsubr z0.d, p0/m, z0.d, #0.5 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fsubr_d_immhalf: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.d, p0/z, z0.d +; CHECK-NEXT: fsubr z0.d, p0/m, z0.d, #0.5 +; CHECK-NEXT: ret %a_z = select <vscale x 2 x i1> %pg, <vscale x 2 x double> %a, <vscale x 2 x double> zeroinitializer %out = call <vscale x 2 x double> @llvm.aarch64.sve.fsubr.nxv2f64(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a_z, @@ -1409,18 +1080,11 @@ define <vscale x 2 x double> @fsubr_d_immhalf(<vscale x 2 x i1> %pg, <vscale x 2 } define <vscale x 2 x double> @fsubr_d_immone(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a) #1 { -; STREAMING-LABEL: fsubr_d_immone: -; STREAMING: // %bb.0: -; STREAMING-NEXT: mov z1.d, #0 // =0x0 -; STREAMING-NEXT: sel z0.d, p0, z0.d, z1.d -; STREAMING-NEXT: fsubr z0.d, p0/m, z0.d, #1.0 -; STREAMING-NEXT: ret -; -; NONSTREAMING-LABEL: fsubr_d_immone: -; NONSTREAMING: // %bb.0: -; NONSTREAMING-NEXT: movprfx z0.d, p0/z, z0.d -; NONSTREAMING-NEXT: fsubr z0.d, p0/m, z0.d, #1.0 -; NONSTREAMING-NEXT: ret +; CHECK-LABEL: fsubr_d_immone: +; CHECK: // %bb.0: +; CHECK-NEXT: movprfx z0.d, p0/z, z0.d +; CHECK-NEXT: fsubr z0.d, p0/m, z0.d, #1.0 +; CHECK-NEXT: ret %a_z = select <vscale x 2 x i1> %pg, <vscale x 2 x double> %a, <vscale x 2 x double> zeroinitializer %out = call <vscale x 2 x double> @llvm.aarch64.sve.fsubr.nxv2f64(<vscale x 2 x i1> %pg, <vscale x 2 x double> %a_z, @@ -1462,3 +1126,6 @@ declare <vscale x 2 x double> @llvm.aarch64.sve.fsubr.nxv2f64(<vscale x 2 x i1>, attributes #0 = { "target-features"="+sve" } attributes #1 = { "target-features"="+sve,+use-experimental-zeroing-pseudos" } +;; NOTE: These prefixes are unused and the list is autogenerated. Do not add tests below this line: +; NONSTREAMING: {{.*}} +; STREAMING: {{.*}} >From a3b0d32649e92b0ec44a5c5d01a3455e9cbde885 Mon Sep 17 00:00:00 2001 From: Sander de Smalen <[email protected]> Date: Fri, 6 Nov 2026 14:52:33 +0000 Subject: [PATCH 2/2] Fixups --- llvm/test/CodeGen/AArch64/sve-intrinsics-fp-arith-imm.ll | 9 +++------ 1 file changed, 3 insertions(+), 6 deletions(-) diff --git a/llvm/test/CodeGen/AArch64/sve-intrinsics-fp-arith-imm.ll b/llvm/test/CodeGen/AArch64/sve-intrinsics-fp-arith-imm.ll index e5eabad23ad48..e8dc9d703316b 100644 --- a/llvm/test/CodeGen/AArch64/sve-intrinsics-fp-arith-imm.ll +++ b/llvm/test/CodeGen/AArch64/sve-intrinsics-fp-arith-imm.ll @@ -1,7 +1,7 @@ ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py -; RUN: llc -mtriple=aarch64-linux-gnu -mattr=+sme -force-streaming< %s | FileCheck %s --check-prefixes=CHECK,STREAMING -; RUN: llc -mtriple=aarch64-linux-gnu -mattr=+sve,+sme -force-streaming-compatible < %s | FileCheck %s --check-prefixes=CHECK,STREAMING -; RUN: llc < %s | FileCheck %s --check-prefixes=CHECK,NONSTREAMING +; RUN: llc -mattr=+sme -force-streaming< %s | FileCheck %s +; RUN: llc -mattr=+sve,+sme -force-streaming-compatible < %s | FileCheck %s +; RUN: llc < %s | FileCheck %s target triple = "aarch64-unknown-linux-gnu" @@ -1126,6 +1126,3 @@ declare <vscale x 2 x double> @llvm.aarch64.sve.fsubr.nxv2f64(<vscale x 2 x i1>, attributes #0 = { "target-features"="+sve" } attributes #1 = { "target-features"="+sve,+use-experimental-zeroing-pseudos" } -;; NOTE: These prefixes are unused and the list is autogenerated. Do not add tests below this line: -; NONSTREAMING: {{.*}} -; STREAMING: {{.*}} _______________________________________________ llvm-branch-commits mailing list [email protected] https://lists.llvm.org/cgi-bin/mailman/listinfo/llvm-branch-commits
