diff --git a/llvm/test/CodeGen/AArch64/sve-intrinsics-loads-nf.ll b/llvm/test/CodeGen/AArch64/sve-intrinsics-loads-nf.ll index be1c03a754fee3..44d4b1d2756041 100644 --- a/llvm/test/CodeGen/AArch64/sve-intrinsics-loads-nf.ll +++ b/llvm/test/CodeGen/AArch64/sve-intrinsics-loads-nf.ll @@ -1,3 +1,4 @@ +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py ; RUN: llc -mtriple=aarch64-linux-gnu -mattr=+sve < %s 2>%t | FileCheck %s ; RUN: FileCheck --check-prefix=WARN --allow-empty %s <%t @@ -10,18 +11,20 @@ define @ldnf1b( %pg, i8* %a) { ; CHECK-LABEL: ldnf1b: -; CHECK: ldnf1b { z0.b }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1b { z0.b }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv16i8( %pg, i8* %a) ret %load } define @ldnf1b_out_of_lower_bound( %pg, i8* %a) { ; CHECK-LABEL: ldnf1b_out_of_lower_bound: -; CHECK: rdvl x[[OFFSET:[0-9]+]], #-9 -; CHECK-NEXT: add x[[BASE:[0-9]+]], x0, x[[OFFSET]] -; CHECK-NEXT: ldnf1b { z0.b }, p0/z, [x[[BASE]]] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: rdvl x8, #-9 +; CHECK-NEXT: add x8, x0, x8 +; CHECK-NEXT: ldnf1b { z0.b }, p0/z, [x8] +; CHECK-NEXT: ret %base_scalable = bitcast i8* %a to * %base = getelementptr , * %base_scalable, i64 -9 %base_scalar = bitcast * %base to i8* @@ -31,8 +34,9 @@ define @ldnf1b_out_of_lower_bound( %pg, i8* define @ldnf1b_lower_bound( %pg, i8* %a) { ; CHECK-LABEL: ldnf1b_lower_bound: -; CHECK: ldnf1b { z0.b }, p0/z, [x0, #-8, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1b { z0.b }, p0/z, [x0, #-8, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast i8* %a to * %base = getelementptr , * %base_scalable, i64 -8 %base_scalar = bitcast * %base to i8* @@ -42,8 +46,9 @@ define @ldnf1b_lower_bound( %pg, i8* %a) { define @ldnf1b_inbound( %pg, i8* %a) { ; CHECK-LABEL: ldnf1b_inbound: -; CHECK: ldnf1b { z0.b }, p0/z, [x0, #1, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1b { z0.b }, p0/z, [x0, #1, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast i8* %a to * %base = getelementptr , * %base_scalable, i64 1 %base_scalar = bitcast * %base to i8* @@ -53,8 +58,9 @@ define @ldnf1b_inbound( %pg, i8* %a) { define @ldnf1b_upper_bound( %pg, i8* %a) { ; CHECK-LABEL: ldnf1b_upper_bound: -; CHECK: ldnf1b { z0.b }, p0/z, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1b { z0.b }, p0/z, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast i8* %a to * %base = getelementptr , * %base_scalable, i64 7 %base_scalar = bitcast * %base to i8* @@ -64,10 +70,11 @@ define @ldnf1b_upper_bound( %pg, i8* %a) { define @ldnf1b_out_of_upper_bound( %pg, i8* %a) { ; CHECK-LABEL: ldnf1b_out_of_upper_bound: -; CHECK: rdvl x[[OFFSET:[0-9]+]], #8 -; CHECK-NEXT: add x[[BASE:[0-9]+]], x0, x[[OFFSET]] -; CHECK-NEXT: ldnf1b { z0.b }, p0/z, [x[[BASE]]] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: rdvl x8, #8 +; CHECK-NEXT: add x8, x0, x8 +; CHECK-NEXT: ldnf1b { z0.b }, p0/z, [x8] +; CHECK-NEXT: ret %base_scalable = bitcast i8* %a to * %base = getelementptr , * %base_scalable, i64 8 %base_scalar = bitcast * %base to i8* @@ -77,8 +84,9 @@ define @ldnf1b_out_of_upper_bound( %pg, i8* define @ldnf1b_h( %pg, i8* %a) { ; CHECK-LABEL: ldnf1b_h: -; CHECK: ldnf1b { z0.h }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1b { z0.h }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv8i8( %pg, i8* %a) %res = zext %load to ret %res @@ -86,8 +94,9 @@ define @ldnf1b_h( %pg, i8* %a) { define @ldnf1b_h_inbound( %pg, i8* %a) { ; CHECK-LABEL: ldnf1b_h_inbound: -; CHECK: ldnf1b { z0.h }, p0/z, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1b { z0.h }, p0/z, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast i8* %a to * %base = getelementptr , * %base_scalable, i64 7 %base_scalar = bitcast * %base to i8* @@ -98,8 +107,9 @@ define @ldnf1b_h_inbound( %pg, i8* %a) { define @ldnf1sb_h( %pg, i8* %a) { ; CHECK-LABEL: ldnf1sb_h: -; CHECK: ldnf1sb { z0.h }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1sb { z0.h }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv8i8( %pg, i8* %a) %res = sext %load to ret %res @@ -107,8 +117,9 @@ define @ldnf1sb_h( %pg, i8* %a) { define @ldnf1sb_h_inbound( %pg, i8* %a) { ; CHECK-LABEL: ldnf1sb_h_inbound: -; CHECK: ldnf1sb { z0.h }, p0/z, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1sb { z0.h }, p0/z, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast i8* %a to * %base = getelementptr , * %base_scalable, i64 7 %base_scalar = bitcast * %base to i8* @@ -119,16 +130,18 @@ define @ldnf1sb_h_inbound( %pg, i8* %a) { define @ldnf1h( %pg, i16* %a) { ; CHECK-LABEL: ldnf1h: -; CHECK: ldnf1h { z0.h }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1h { z0.h }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv8i16( %pg, i16* %a) ret %load } define @ldnf1h_inbound( %pg, i16* %a) { ; CHECK-LABEL: ldnf1h_inbound: -; CHECK: ldnf1h { z0.h }, p0/z, [x0, #1, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1h { z0.h }, p0/z, [x0, #1, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast i16* %a to * %base = getelementptr , * %base_scalable, i64 1 %base_scalar = bitcast * %base to i16* @@ -138,24 +151,27 @@ define @ldnf1h_inbound( %pg, i16* %a) { define @ldnf1h_f16( %pg, half* %a) { ; CHECK-LABEL: ldnf1h_f16: -; CHECK: ldnf1h { z0.h }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1h { z0.h }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv8f16( %pg, half* %a) ret %load } define @ldnf1h_bf16( %pg, bfloat* %a) #0 { ; CHECK-LABEL: ldnf1h_bf16: -; CHECK: ldnf1h { z0.h }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1h { z0.h }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv8bf16( %pg, bfloat* %a) ret %load } define @ldnf1h_f16_inbound( %pg, half* %a) { ; CHECK-LABEL: ldnf1h_f16_inbound: -; CHECK: ldnf1h { z0.h }, p0/z, [x0, #1, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1h { z0.h }, p0/z, [x0, #1, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast half* %a to * %base = getelementptr , * %base_scalable, i64 1 %base_scalar = bitcast * %base to half* @@ -165,8 +181,9 @@ define @ldnf1h_f16_inbound( %pg, half* %a) define @ldnf1h_bf16_inbound( %pg, bfloat* %a) #0 { ; CHECK-LABEL: ldnf1h_bf16_inbound: -; CHECK: ldnf1h { z0.h }, p0/z, [x0, #1, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1h { z0.h }, p0/z, [x0, #1, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast bfloat* %a to * %base = getelementptr , * %base_scalable, i64 1 %base_scalar = bitcast * %base to bfloat* @@ -176,8 +193,9 @@ define @ldnf1h_bf16_inbound( %pg, bfloat* define @ldnf1b_s( %pg, i8* %a) { ; CHECK-LABEL: ldnf1b_s: -; CHECK: ldnf1b { z0.s }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1b { z0.s }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv4i8( %pg, i8* %a) %res = zext %load to ret %res @@ -185,8 +203,9 @@ define @ldnf1b_s( %pg, i8* %a) { define @ldnf1b_s_inbound( %pg, i8* %a) { ; CHECK-LABEL: ldnf1b_s_inbound: -; CHECK: ldnf1b { z0.s }, p0/z, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1b { z0.s }, p0/z, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast i8* %a to * %base = getelementptr , * %base_scalable, i64 7 %base_scalar = bitcast * %base to i8* @@ -197,8 +216,9 @@ define @ldnf1b_s_inbound( %pg, i8* %a) { define @ldnf1sb_s( %pg, i8* %a) { ; CHECK-LABEL: ldnf1sb_s: -; CHECK: ldnf1sb { z0.s }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1sb { z0.s }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv4i8( %pg, i8* %a) %res = sext %load to ret %res @@ -206,8 +226,9 @@ define @ldnf1sb_s( %pg, i8* %a) { define @ldnf1sb_s_inbound( %pg, i8* %a) { ; CHECK-LABEL: ldnf1sb_s_inbound: -; CHECK: ldnf1sb { z0.s }, p0/z, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1sb { z0.s }, p0/z, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast i8* %a to * %base = getelementptr , * %base_scalable, i64 7 %base_scalar = bitcast * %base to i8* @@ -218,8 +239,9 @@ define @ldnf1sb_s_inbound( %pg, i8* %a) { define @ldnf1h_s( %pg, i16* %a) { ; CHECK-LABEL: ldnf1h_s: -; CHECK: ldnf1h { z0.s }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1h { z0.s }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv4i16( %pg, i16* %a) %res = zext %load to ret %res @@ -227,8 +249,9 @@ define @ldnf1h_s( %pg, i16* %a) { define @ldnf1h_s_inbound( %pg, i16* %a) { ; CHECK-LABEL: ldnf1h_s_inbound: -; CHECK: ldnf1h { z0.s }, p0/z, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1h { z0.s }, p0/z, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast i16* %a to * %base = getelementptr , * %base_scalable, i64 7 %base_scalar = bitcast * %base to i16* @@ -239,8 +262,9 @@ define @ldnf1h_s_inbound( %pg, i16* %a) { define @ldnf1sh_s( %pg, i16* %a) { ; CHECK-LABEL: ldnf1sh_s: -; CHECK: ldnf1sh { z0.s }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1sh { z0.s }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv4i16( %pg, i16* %a) %res = sext %load to ret %res @@ -248,8 +272,9 @@ define @ldnf1sh_s( %pg, i16* %a) { define @ldnf1sh_s_inbound( %pg, i16* %a) { ; CHECK-LABEL: ldnf1sh_s_inbound: -; CHECK: ldnf1sh { z0.s }, p0/z, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1sh { z0.s }, p0/z, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast i16* %a to * %base = getelementptr , * %base_scalable, i64 7 %base_scalar = bitcast * %base to i16* @@ -260,16 +285,18 @@ define @ldnf1sh_s_inbound( %pg, i16* %a) { define @ldnf1w( %pg, i32* %a) { ; CHECK-LABEL: ldnf1w: -; CHECK: ldnf1w { z0.s }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1w { z0.s }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv4i32( %pg, i32* %a) ret %load } define @ldnf1w_inbound( %pg, i32* %a) { ; CHECK-LABEL: ldnf1w_inbound: -; CHECK: ldnf1w { z0.s }, p0/z, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1w { z0.s }, p0/z, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast i32* %a to * %base = getelementptr , * %base_scalable, i64 7 %base_scalar = bitcast * %base to i32* @@ -279,16 +306,18 @@ define @ldnf1w_inbound( %pg, i32* %a) { define @ldnf1w_f32( %pg, float* %a) { ; CHECK-LABEL: ldnf1w_f32: -; CHECK: ldnf1w { z0.s }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1w { z0.s }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv4f32( %pg, float* %a) ret %load } define @ldnf1w_f32_inbound( %pg, float* %a) { ; CHECK-LABEL: ldnf1w_f32_inbound: -; CHECK: ldnf1w { z0.s }, p0/z, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1w { z0.s }, p0/z, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast float* %a to * %base = getelementptr , * %base_scalable, i64 7 %base_scalar = bitcast * %base to float* @@ -298,8 +327,9 @@ define @ldnf1w_f32_inbound( %pg, float* %a define @ldnf1b_d( %pg, i8* %a) { ; CHECK-LABEL: ldnf1b_d: -; CHECK: ldnf1b { z0.d }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1b { z0.d }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv2i8( %pg, i8* %a) %res = zext %load to ret %res @@ -307,8 +337,9 @@ define @ldnf1b_d( %pg, i8* %a) { define @ldnf1b_d_inbound( %pg, i8* %a) { ; CHECK-LABEL: ldnf1b_d_inbound: -; CHECK: ldnf1b { z0.d }, p0/z, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1b { z0.d }, p0/z, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast i8* %a to * %base = getelementptr , * %base_scalable, i64 7 %base_scalar = bitcast * %base to i8* @@ -319,8 +350,9 @@ define @ldnf1b_d_inbound( %pg, i8* %a) { define @ldnf1sb_d( %pg, i8* %a) { ; CHECK-LABEL: ldnf1sb_d: -; CHECK: ldnf1sb { z0.d }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1sb { z0.d }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv2i8( %pg, i8* %a) %res = sext %load to ret %res @@ -328,8 +360,9 @@ define @ldnf1sb_d( %pg, i8* %a) { define @ldnf1sb_d_inbound( %pg, i8* %a) { ; CHECK-LABEL: ldnf1sb_d_inbound: -; CHECK: ldnf1sb { z0.d }, p0/z, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1sb { z0.d }, p0/z, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast i8* %a to * %base = getelementptr , * %base_scalable, i64 7 %base_scalar = bitcast * %base to i8* @@ -340,8 +373,9 @@ define @ldnf1sb_d_inbound( %pg, i8* %a) { define @ldnf1h_d( %pg, i16* %a) { ; CHECK-LABEL: ldnf1h_d: -; CHECK: ldnf1h { z0.d }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1h { z0.d }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv2i16( %pg, i16* %a) %res = zext %load to ret %res @@ -349,8 +383,9 @@ define @ldnf1h_d( %pg, i16* %a) { define @ldnf1h_d_inbound( %pg, i16* %a) { ; CHECK-LABEL: ldnf1h_d_inbound: -; CHECK: ldnf1h { z0.d }, p0/z, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1h { z0.d }, p0/z, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast i16* %a to * %base = getelementptr , * %base_scalable, i64 7 %base_scalar = bitcast * %base to i16* @@ -361,8 +396,9 @@ define @ldnf1h_d_inbound( %pg, i16* %a) { define @ldnf1sh_d( %pg, i16* %a) { ; CHECK-LABEL: ldnf1sh_d: -; CHECK: ldnf1sh { z0.d }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1sh { z0.d }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv2i16( %pg, i16* %a) %res = sext %load to ret %res @@ -370,8 +406,9 @@ define @ldnf1sh_d( %pg, i16* %a) { define @ldnf1sh_d_inbound( %pg, i16* %a) { ; CHECK-LABEL: ldnf1sh_d_inbound: -; CHECK: ldnf1sh { z0.d }, p0/z, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1sh { z0.d }, p0/z, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast i16* %a to * %base = getelementptr , * %base_scalable, i64 7 %base_scalar = bitcast * %base to i16* @@ -382,8 +419,9 @@ define @ldnf1sh_d_inbound( %pg, i16* %a) { define @ldnf1w_d( %pg, i32* %a) { ; CHECK-LABEL: ldnf1w_d: -; CHECK: ldnf1w { z0.d }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1w { z0.d }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv2i32( %pg, i32* %a) %res = zext %load to ret %res @@ -391,8 +429,9 @@ define @ldnf1w_d( %pg, i32* %a) { define @ldnf1w_d_inbound( %pg, i32* %a) { ; CHECK-LABEL: ldnf1w_d_inbound: -; CHECK: ldnf1w { z0.d }, p0/z, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1w { z0.d }, p0/z, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast i32* %a to * %base = getelementptr , * %base_scalable, i64 7 %base_scalar = bitcast * %base to i32* @@ -403,8 +442,9 @@ define @ldnf1w_d_inbound( %pg, i32* %a) { define @ldnf1sw_d( %pg, i32* %a) { ; CHECK-LABEL: ldnf1sw_d: -; CHECK: ldnf1sw { z0.d }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1sw { z0.d }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv2i32( %pg, i32* %a) %res = sext %load to ret %res @@ -412,8 +452,9 @@ define @ldnf1sw_d( %pg, i32* %a) { define @ldnf1sw_d_inbound( %pg, i32* %a) { ; CHECK-LABEL: ldnf1sw_d_inbound: -; CHECK: ldnf1sw { z0.d }, p0/z, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1sw { z0.d }, p0/z, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast i32* %a to * %base = getelementptr , * %base_scalable, i64 7 %base_scalar = bitcast * %base to i32* @@ -424,16 +465,18 @@ define @ldnf1sw_d_inbound( %pg, i32* %a) { define @ldnf1d( %pg, i64* %a) { ; CHECK-LABEL: ldnf1d: -; CHECK: ldnf1d { z0.d }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1d { z0.d }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv2i64( %pg, i64* %a) ret %load } define @ldnf1d_inbound( %pg, i64* %a) { ; CHECK-LABEL: ldnf1d_inbound: -; CHECK: ldnf1d { z0.d }, p0/z, [x0, #1, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1d { z0.d }, p0/z, [x0, #1, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast i64* %a to * %base = getelementptr , * %base_scalable, i64 1 %base_scalar = bitcast * %base to i64* @@ -443,16 +486,18 @@ define @ldnf1d_inbound( %pg, i64* %a) { define @ldnf1d_f64( %pg, double* %a) { ; CHECK-LABEL: ldnf1d_f64: -; CHECK: ldnf1d { z0.d }, p0/z, [x0] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1d { z0.d }, p0/z, [x0] +; CHECK-NEXT: ret %load = call @llvm.aarch64.sve.ldnf1.nxv2f64( %pg, double* %a) ret %load } define @ldnf1d_f64_inbound( %pg, double* %a) { ; CHECK-LABEL: ldnf1d_f64_inbound: -; CHECK: ldnf1d { z0.d }, p0/z, [x0, #1, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnf1d { z0.d }, p0/z, [x0, #1, mul vl] +; CHECK-NEXT: ret %base_scalable = bitcast double* %a to * %base = getelementptr , * %base_scalable, i64 1 %base_scalar = bitcast * %base to double* diff --git a/llvm/test/CodeGen/AArch64/sve-pred-contiguous-ldst-addressing-mode-reg-imm.ll b/llvm/test/CodeGen/AArch64/sve-pred-contiguous-ldst-addressing-mode-reg-imm.ll index 6065dbdd2765e6..ed0c9f278f0ab1 100644 --- a/llvm/test/CodeGen/AArch64/sve-pred-contiguous-ldst-addressing-mode-reg-imm.ll +++ b/llvm/test/CodeGen/AArch64/sve-pred-contiguous-ldst-addressing-mode-reg-imm.ll @@ -1,4 +1,5 @@ -; RUN: llc -mtriple=aarch64--linux-gnu -mattr=+sve --asm-verbose=false < %s 2>%t | FileCheck %s +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py +; RUN: llc -mtriple=aarch64-linux-gnu -mattr=+sve < %s 2>%t | FileCheck %s ; RUN: FileCheck --check-prefix=WARN --allow-empty %s <%t ; If this check fails please read test/CodeGen/AArch64/README for instructions on how to resolve it. @@ -11,13 +12,14 @@ define void @imm_out_of_range( * %base, %mask) nounwind { ; CHECK-LABEL: imm_out_of_range: -; CHECK-NEXT: rdvl x8, #8 -; CHECK-NEXT: add x8, x0, x8 -; CHECK-NEXT: ld1d { z[[DATA:[0-9]+]].d }, p0/z, [x{{[0-9]+}}] -; CHECK-NEXT: rdvl x8, #-9 -; CHECK-NEXT: add x8, x0, x8 -; CHECK-NEXT: st1d { z[[DATA]].d }, p0, [x{{[0-9]+}}] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: rdvl x8, #8 +; CHECK-NEXT: add x8, x0, x8 +; CHECK-NEXT: ld1d { z0.d }, p0/z, [x8] +; CHECK-NEXT: rdvl x8, #-9 +; CHECK-NEXT: add x8, x0, x8 +; CHECK-NEXT: st1d { z0.d }, p0, [x8] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 8 %data = call @llvm.masked.load.nxv2i64(* %base_load, i32 1, @@ -35,9 +37,10 @@ define void @imm_out_of_range( * %base, %mas define void @test_masked_ldst_sv2i8( * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv2i8: -; CHECK-NEXT: ld1sb { z[[DATA:[0-9]+]].d }, p0/z, [x0, #-8, mul vl] -; CHECK-NEXT: st1b { z[[DATA]].d }, p0, [x0, #-7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1sb { z0.d }, p0/z, [x0, #-8, mul vl] +; CHECK-NEXT: st1b { z0.d }, p0, [x0, #-7, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -8 %data = call @llvm.masked.load.nxv2i8(* %base_load, i32 1, @@ -53,9 +56,10 @@ define void @test_masked_ldst_sv2i8( * %base, define void @test_masked_ldst_sv2i16( * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv2i16: -; CHECK-NEXT: ld1sh { z[[DATA:[0-9]+]].d }, p0/z, [x0, #-8, mul vl] -; CHECK-NEXT: st1h { z[[DATA]].d }, p0, [x0, #-7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1sh { z0.d }, p0/z, [x0, #-8, mul vl] +; CHECK-NEXT: st1h { z0.d }, p0, [x0, #-7, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -8 %data = call @llvm.masked.load.nxv2i16(* %base_load, i32 1, @@ -72,9 +76,10 @@ define void @test_masked_ldst_sv2i16( * %base, * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv2i32: -; CHECK-NEXT: ld1sw { z[[DATA:[0-9]+]].d }, p0/z, [x0, #-8, mul vl] -; CHECK-NEXT: st1w { z[[DATA]].d }, p0, [x0, #-7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1sw { z0.d }, p0/z, [x0, #-8, mul vl] +; CHECK-NEXT: st1w { z0.d }, p0, [x0, #-7, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -8 %data = call @llvm.masked.load.nxv2i32(* %base_load, i32 1, @@ -90,9 +95,10 @@ define void @test_masked_ldst_sv2i32( * %base, * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv2i64: -; CHECK-NEXT: ld1d { z[[DATA:[0-9]+]].d }, p0/z, [x0, #-8, mul vl] -; CHECK-NEXT: st1d { z[[DATA]].d }, p0, [x0, #-7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1d { z0.d }, p0/z, [x0, #-8, mul vl] +; CHECK-NEXT: st1d { z0.d }, p0, [x0, #-7, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -8 %data = call @llvm.masked.load.nxv2i64(* %base_load, i32 1, @@ -108,9 +114,10 @@ define void @test_masked_ldst_sv2i64( * %base, * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv2f16: -; CHECK-NEXT: ld1h { z[[DATA:[0-9]+]].d }, p0/z, [x0, #-8, mul vl] -; CHECK-NEXT: st1h { z[[DATA]].d }, p0, [x0, #-7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1h { z0.d }, p0/z, [x0, #-8, mul vl] +; CHECK-NEXT: st1h { z0.d }, p0, [x0, #-7, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -8 %data = call @llvm.masked.load.nxv2f16(* %base_load, i32 1, @@ -127,9 +134,10 @@ define void @test_masked_ldst_sv2f16( * %base, * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv2f32: -; CHECK-NEXT: ld1w { z[[DATA:[0-9]+]].d }, p0/z, [x0, #-8, mul vl] -; CHECK-NEXT: st1w { z[[DATA]].d }, p0, [x0, #-7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1w { z0.d }, p0/z, [x0, #-8, mul vl] +; CHECK-NEXT: st1w { z0.d }, p0, [x0, #-7, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -8 %data = call @llvm.masked.load.nxv2f32(* %base_load, i32 1, @@ -145,9 +153,10 @@ define void @test_masked_ldst_sv2f32( * %base, * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv2f64: -; CHECK-NEXT: ld1d { z[[DATA:[0-9]+]].d }, p0/z, [x0, #-6, mul vl] -; CHECK-NEXT: st1d { z[[DATA]].d }, p0, [x0, #-5, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1d { z0.d }, p0/z, [x0, #-6, mul vl] +; CHECK-NEXT: st1d { z0.d }, p0, [x0, #-5, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -6 %data = call @llvm.masked.load.nxv2f64(* %base_load, i32 1, @@ -165,8 +174,9 @@ define void @test_masked_ldst_sv2f64( * %base, @masked_zload_sv2i8_to_sv2i64(* %base, %mask) nounwind { ; CHECK-LABEL: masked_zload_sv2i8_to_sv2i64: -; CHECK-NEXT: ld1b { z0.d }, p0/z, [x0, #-4, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1b { z0.d }, p0/z, [x0, #-4, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -4 %load = call @llvm.masked.load.nxv2i8(* %base_load, i32 1, @@ -178,8 +188,9 @@ define @masked_zload_sv2i8_to_sv2i64(* %base define @masked_sload_sv2i8_to_sv2i64(* %base, %mask) nounwind { ; CHECK-LABEL: masked_sload_sv2i8_to_sv2i64: -; CHECK-NEXT: ld1sb { z0.d }, p0/z, [x0, #-3, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1sb { z0.d }, p0/z, [x0, #-3, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -3 %load = call @llvm.masked.load.nxv2i8(* %base_load, i32 1, @@ -191,8 +202,9 @@ define @masked_sload_sv2i8_to_sv2i64(* %base define @masked_zload_sv2i16_to_sv2i64(* %base, %mask) nounwind { ; CHECK-LABEL: masked_zload_sv2i16_to_sv2i64: -; CHECK-NEXT: ld1h { z0.d }, p0/z, [x0, #1, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1h { z0.d }, p0/z, [x0, #1, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 1 %load = call @llvm.masked.load.nxv2i16(* %base_load, i32 1, @@ -204,8 +216,9 @@ define @masked_zload_sv2i16_to_sv2i64(* %ba define @masked_sload_sv2i16_to_sv2i64(* %base, %mask) nounwind { ; CHECK-LABEL: masked_sload_sv2i16_to_sv2i64: -; CHECK-NEXT: ld1sh { z0.d }, p0/z, [x0, #2, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1sh { z0.d }, p0/z, [x0, #2, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 2 %load = call @llvm.masked.load.nxv2i16(* %base_load, i32 1, @@ -217,8 +230,9 @@ define @masked_sload_sv2i16_to_sv2i64(* %ba define @masked_zload_sv2i32_to_sv2i64(* %base, %mask) nounwind { ; CHECK-LABEL: masked_zload_sv2i32_to_sv2i64: -; CHECK-NEXT: ld1w { z0.d }, p0/z, [x0, #-2, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1w { z0.d }, p0/z, [x0, #-2, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -2 %load = call @llvm.masked.load.nxv2i32(* %base_load, i32 1, @@ -230,8 +244,9 @@ define @masked_zload_sv2i32_to_sv2i64(* %ba define @masked_sload_sv2i32_to_sv2i64(* %base, %mask) nounwind { ; CHECK-LABEL: masked_sload_sv2i32_to_sv2i64: -; CHECK-NEXT: ld1sw { z0.d }, p0/z, [x0, #-1, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1sw { z0.d }, p0/z, [x0, #-1, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -1 %load = call @llvm.masked.load.nxv2i32(* %base_load, i32 1, @@ -245,8 +260,9 @@ define @masked_sload_sv2i32_to_sv2i64(* %ba define void @masked_trunc_store_sv2i64_to_sv2i8( %val, *%base, %mask) nounwind { ; CHECK-LABEL: masked_trunc_store_sv2i64_to_sv2i8: -; CHECK-NEXT: st1b { z0.d }, p0, [x0, #3, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: st1b { z0.d }, p0, [x0, #3, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 3 %trunc = trunc %val to call void @llvm.masked.store.nxv2i8( %trunc, @@ -259,8 +275,9 @@ define void @masked_trunc_store_sv2i64_to_sv2i8( %val, %val, *%base, %mask) nounwind { ; CHECK-LABEL: masked_trunc_store_sv2i64_to_sv2i16: -; CHECK-NEXT: st1h { z0.d }, p0, [x0, #4, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: st1h { z0.d }, p0, [x0, #4, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 4 %trunc = trunc %val to call void @llvm.masked.store.nxv2i16( %trunc, @@ -272,8 +289,9 @@ define void @masked_trunc_store_sv2i64_to_sv2i16( %val, %val, *%base, %mask) nounwind { ; CHECK-LABEL: masked_trunc_store_sv2i64_to_sv2i32: -; CHECK-NEXT: st1w { z0.d }, p0, [x0, #5, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: st1w { z0.d }, p0, [x0, #5, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 5 %trunc = trunc %val to call void @llvm.masked.store.nxv2i32( %trunc, @@ -287,9 +305,10 @@ define void @masked_trunc_store_sv2i64_to_sv2i32( %val, * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv4i8: -; CHECK-NEXT: ld1sb { z[[DATA:[0-9]+]].s }, p0/z, [x0, #-1, mul vl] -; CHECK-NEXT: st1b { z[[DATA]].s }, p0, [x0, #2, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1sb { z0.s }, p0/z, [x0, #-1, mul vl] +; CHECK-NEXT: st1b { z0.s }, p0, [x0, #2, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -1 %data = call @llvm.masked.load.nxv4i8(* %base_load, i32 1, @@ -305,9 +324,10 @@ define void @test_masked_ldst_sv4i8( * %base, define void @test_masked_ldst_sv4i16( * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv4i16: -; CHECK-NEXT: ld1sh { z[[DATA:[0-9]+]].s }, p0/z, [x0, #-1, mul vl] -; CHECK-NEXT: st1h { z[[DATA]].s }, p0, [x0, #2, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1sh { z0.s }, p0/z, [x0, #-1, mul vl] +; CHECK-NEXT: st1h { z0.s }, p0, [x0, #2, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -1 %data = call @llvm.masked.load.nxv4i16(* %base_load, i32 1, @@ -323,9 +343,10 @@ define void @test_masked_ldst_sv4i16( * %base, * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv4i32: -; CHECK-NEXT: ld1w { z[[DATA:[0-9]+]].s }, p0/z, [x0, #6, mul vl] -; CHECK-NEXT: st1w { z[[DATA]].s }, p0, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1w { z0.s }, p0/z, [x0, #6, mul vl] +; CHECK-NEXT: st1w { z0.s }, p0, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 6 %data = call @llvm.masked.load.nxv4i32(* %base_load, i32 1, @@ -341,9 +362,10 @@ define void @test_masked_ldst_sv4i32( * %base, * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv4f16: -; CHECK-NEXT: ld1h { z[[DATA:[0-9]+]].s }, p0/z, [x0, #-1, mul vl] -; CHECK-NEXT: st1h { z[[DATA]].s }, p0, [x0, #2, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1h { z0.s }, p0/z, [x0, #-1, mul vl] +; CHECK-NEXT: st1h { z0.s }, p0, [x0, #2, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -1 %data = call @llvm.masked.load.nxv4f16(* %base_load, i32 1, @@ -359,9 +381,10 @@ define void @test_masked_ldst_sv4f16( * %base, * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv4f32: -; CHECK-NEXT: ld1w { z[[DATA:[0-9]+]].s }, p0/z, [x0, #-1, mul vl] -; CHECK-NEXT: st1w { z[[DATA]].s }, p0, [x0, #2, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1w { z0.s }, p0/z, [x0, #-1, mul vl] +; CHECK-NEXT: st1w { z0.s }, p0, [x0, #2, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -1 %data = call @llvm.masked.load.nxv4f32(* %base_load, i32 1, @@ -379,8 +402,9 @@ define void @test_masked_ldst_sv4f32( * %base, @masked_zload_sv4i8_to_sv4i32(* %base, %mask) nounwind { ; CHECK-LABEL: masked_zload_sv4i8_to_sv4i32: -; CHECK-NEXT: ld1b { z0.s }, p0/z, [x0, #-4, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1b { z0.s }, p0/z, [x0, #-4, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -4 %load = call @llvm.masked.load.nxv4i8(* %base_load, i32 1, @@ -392,8 +416,9 @@ define @masked_zload_sv4i8_to_sv4i32(* %base define @masked_sload_sv4i8_to_sv4i32(* %base, %mask) nounwind { ; CHECK-LABEL: masked_sload_sv4i8_to_sv4i32: -; CHECK-NEXT: ld1sb { z0.s }, p0/z, [x0, #-3, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1sb { z0.s }, p0/z, [x0, #-3, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -3 %load = call @llvm.masked.load.nxv4i8(* %base_load, i32 1, @@ -405,8 +430,9 @@ define @masked_sload_sv4i8_to_sv4i32(* %base define @masked_zload_sv4i16_to_sv4i32(* %base, %mask) nounwind { ; CHECK-LABEL: masked_zload_sv4i16_to_sv4i32: -; CHECK-NEXT: ld1h { z0.s }, p0/z, [x0, #1, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1h { z0.s }, p0/z, [x0, #1, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 1 %load = call @llvm.masked.load.nxv4i16(* %base_load, i32 1, @@ -418,8 +444,9 @@ define @masked_zload_sv4i16_to_sv4i32(* %ba define @masked_sload_sv4i16_to_sv4i32(* %base, %mask) nounwind { ; CHECK-LABEL: masked_sload_sv4i16_to_sv4i32: -; CHECK-NEXT: ld1sh { z0.s }, p0/z, [x0, #2, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1sh { z0.s }, p0/z, [x0, #2, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 2 %load = call @llvm.masked.load.nxv4i16(* %base_load, i32 1, @@ -433,8 +460,9 @@ define @masked_sload_sv4i16_to_sv4i32(* %ba define void @masked_trunc_store_sv4i32_to_sv4i8( %val, *%base, %mask) nounwind { ; CHECK-LABEL: masked_trunc_store_sv4i32_to_sv4i8: -; CHECK-NEXT: st1b { z0.s }, p0, [x0, #3, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: st1b { z0.s }, p0, [x0, #3, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 3 %trunc = trunc %val to call void @llvm.masked.store.nxv4i8( %trunc, @@ -447,8 +475,9 @@ define void @masked_trunc_store_sv4i32_to_sv4i8( %val, %val, *%base, %mask) nounwind { ; CHECK-LABEL: masked_trunc_store_sv4i32_to_sv4i16: -; CHECK-NEXT: st1h { z0.s }, p0, [x0, #4, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: st1h { z0.s }, p0, [x0, #4, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 4 %trunc = trunc %val to call void @llvm.masked.store.nxv4i16( %trunc, @@ -462,9 +491,10 @@ define void @masked_trunc_store_sv4i32_to_sv4i16( %val, * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv8i8: -; CHECK-NEXT: ld1sb { z[[DATA:[0-9]+]].h }, p0/z, [x0, #6, mul vl] -; CHECK-NEXT: st1b { z[[DATA]].h }, p0, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1sb { z0.h }, p0/z, [x0, #6, mul vl] +; CHECK-NEXT: st1b { z0.h }, p0, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 6 %data = call @llvm.masked.load.nxv8i8(* %base_load, i32 1, @@ -480,9 +510,10 @@ define void @test_masked_ldst_sv8i8( * %base, define void @test_masked_ldst_sv8i16( * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv8i16: -; CHECK-NEXT: ld1h { z[[DATA:[0-9]+]].h }, p0/z, [x0, #6, mul vl] -; CHECK-NEXT: st1h { z[[DATA]].h }, p0, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1h { z0.h }, p0/z, [x0, #6, mul vl] +; CHECK-NEXT: st1h { z0.h }, p0, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 6 %data = call @llvm.masked.load.nxv8i16(* %base_load, i32 1, @@ -498,9 +529,10 @@ define void @test_masked_ldst_sv8i16( * %base, * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv8f16: -; CHECK-NEXT: ld1h { z[[DATA:[0-9]+]].h }, p0/z, [x0, #-1, mul vl] -; CHECK-NEXT: st1h { z[[DATA]].h }, p0, [x0, #2, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1h { z0.h }, p0/z, [x0, #-1, mul vl] +; CHECK-NEXT: st1h { z0.h }, p0, [x0, #2, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -1 %data = call @llvm.masked.load.nxv8f16(* %base_load, i32 1, @@ -516,9 +548,10 @@ define void @test_masked_ldst_sv8f16( * %base, * %base, %mask) nounwind #0 { ; CHECK-LABEL: test_masked_ldst_sv8bf16: -; CHECK-NEXT: ld1h { z[[DATA:[0-9]+]].h }, p0/z, [x0, #-1, mul vl] -; CHECK-NEXT: st1h { z[[DATA]].h }, p0, [x0, #2, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1h { z0.h }, p0/z, [x0, #-1, mul vl] +; CHECK-NEXT: st1h { z0.h }, p0, [x0, #2, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -1 %data = call @llvm.masked.load.nxv8bf16(* %base_load, i32 1, @@ -536,8 +569,9 @@ define void @test_masked_ldst_sv8bf16( * %base, @masked_zload_sv8i8_to_sv8i16(* %base, %mask) nounwind { ; CHECK-LABEL: masked_zload_sv8i8_to_sv8i16: -; CHECK-NEXT: ld1b { z0.h }, p0/z, [x0, #-4, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1b { z0.h }, p0/z, [x0, #-4, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -4 %load = call @llvm.masked.load.nxv8i8(* %base_load, i32 1, @@ -549,8 +583,9 @@ define @masked_zload_sv8i8_to_sv8i16(* %base define @masked_sload_sv8i8_to_sv8i16(* %base, %mask) nounwind { ; CHECK-LABEL: masked_sload_sv8i8_to_sv8i16: -; CHECK-NEXT: ld1sb { z0.h }, p0/z, [x0, #-3, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1sb { z0.h }, p0/z, [x0, #-3, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -3 %load = call @llvm.masked.load.nxv8i8(* %base_load, i32 1, @@ -564,8 +599,9 @@ define @masked_sload_sv8i8_to_sv8i16(* %base define void @masked_trunc_store_sv8i16_to_sv8i8( %val, *%base, %mask) nounwind { ; CHECK-LABEL: masked_trunc_store_sv8i16_to_sv8i8: -; CHECK-NEXT: st1b { z0.h }, p0, [x0, #3, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: st1b { z0.h }, p0, [x0, #3, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 3 %trunc = trunc %val to call void @llvm.masked.store.nxv8i8( %trunc, @@ -579,9 +615,10 @@ define void @masked_trunc_store_sv8i16_to_sv8i8( %val, * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv16i8: -; CHECK-NEXT: ld1b { z[[DATA:[0-9]+]].b }, p0/z, [x0, #6, mul vl] -; CHECK-NEXT: st1b { z[[DATA]].b }, p0, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ld1b { z0.b }, p0/z, [x0, #6, mul vl] +; CHECK-NEXT: st1b { z0.b }, p0, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 6 %data = call @llvm.masked.load.nxv16i8(* %base_load, i32 1, diff --git a/llvm/test/CodeGen/AArch64/sve-pred-non-temporal-ldst-addressing-mode-reg-imm.ll b/llvm/test/CodeGen/AArch64/sve-pred-non-temporal-ldst-addressing-mode-reg-imm.ll index 6917d1d549ab4b..d4d0b965b235ff 100644 --- a/llvm/test/CodeGen/AArch64/sve-pred-non-temporal-ldst-addressing-mode-reg-imm.ll +++ b/llvm/test/CodeGen/AArch64/sve-pred-non-temporal-ldst-addressing-mode-reg-imm.ll @@ -1,4 +1,5 @@ -; RUN: llc -mtriple=aarch64--linux-gnu -mattr=+sve --asm-verbose=false < %s 2>%t | FileCheck %s +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py +; RUN: llc -mtriple=aarch64-linux-gnu -mattr=+sve < %s 2>%t | FileCheck %s ; RUN: FileCheck --check-prefix=WARN --allow-empty %s <%t ; If this check fails please read test/CodeGen/AArch64/README for instructions on how to resolve it. @@ -11,13 +12,14 @@ define void @imm_out_of_range( * %base, %mask) nounwind { ; CHECK-LABEL: imm_out_of_range: -; CHECK-NEXT: rdvl x8, #8 -; CHECK-NEXT: add x8, x0, x8 -; CHECK-NEXT: ldnt1d { z[[DATA:[0-9]+]].d }, p0/z, [x{{[0-9]+}}] -; CHECK-NEXT: rdvl x8, #-9 -; CHECK-NEXT: add x8, x0, x8 -; CHECK-NEXT: stnt1d { z[[DATA]].d }, p0, [x{{[0-9]+}}] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: rdvl x8, #8 +; CHECK-NEXT: add x8, x0, x8 +; CHECK-NEXT: ldnt1d { z0.d }, p0/z, [x8] +; CHECK-NEXT: rdvl x8, #-9 +; CHECK-NEXT: add x8, x0, x8 +; CHECK-NEXT: stnt1d { z0.d }, p0, [x8] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 8 %base_load_bc = bitcast * %base_load to i64* %data = call @llvm.aarch64.sve.ldnt1.nxv2i64( %mask, @@ -35,9 +37,10 @@ define void @imm_out_of_range( * %base, %mas define void @test_masked_ldst_sv2i64( * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv2i64: -; CHECK-NEXT: ldnt1d { z[[DATA:[0-9]+]].d }, p0/z, [x0, #-8, mul vl] -; CHECK-NEXT: stnt1d { z[[DATA]].d }, p0, [x0, #-7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnt1d { z0.d }, p0/z, [x0, #-8, mul vl] +; CHECK-NEXT: stnt1d { z0.d }, p0, [x0, #-7, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -8 %base_load_bc = bitcast * %base_load to i64* %data = call @llvm.aarch64.sve.ldnt1.nxv2i64( %mask, @@ -52,9 +55,10 @@ define void @test_masked_ldst_sv2i64( * %base, * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv2f64: -; CHECK-NEXT: ldnt1d { z[[DATA:[0-9]+]].d }, p0/z, [x0, #-6, mul vl] -; CHECK-NEXT: stnt1d { z[[DATA]].d }, p0, [x0, #-5, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnt1d { z0.d }, p0/z, [x0, #-6, mul vl] +; CHECK-NEXT: stnt1d { z0.d }, p0, [x0, #-5, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -6 %base_load_bc = bitcast * %base_load to double* %data = call @llvm.aarch64.sve.ldnt1.nxv2f64( %mask, @@ -71,9 +75,10 @@ define void @test_masked_ldst_sv2f64( * %base, * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv4i32: -; CHECK-NEXT: ldnt1w { z[[DATA:[0-9]+]].s }, p0/z, [x0, #6, mul vl] -; CHECK-NEXT: stnt1w { z[[DATA]].s }, p0, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnt1w { z0.s }, p0/z, [x0, #6, mul vl] +; CHECK-NEXT: stnt1w { z0.s }, p0, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 6 %base_load_bc = bitcast * %base_load to i32* %data = call @llvm.aarch64.sve.ldnt1.nxv4i32( %mask, @@ -88,9 +93,10 @@ define void @test_masked_ldst_sv4i32( * %base, * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv4f32: -; CHECK-NEXT: ldnt1w { z[[DATA:[0-9]+]].s }, p0/z, [x0, #-1, mul vl] -; CHECK-NEXT: stnt1w { z[[DATA]].s }, p0, [x0, #2, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnt1w { z0.s }, p0/z, [x0, #-1, mul vl] +; CHECK-NEXT: stnt1w { z0.s }, p0, [x0, #2, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -1 %base_load_bc = bitcast * %base_load to float* %data = call @llvm.aarch64.sve.ldnt1.nxv4f32( %mask, @@ -108,9 +114,10 @@ define void @test_masked_ldst_sv4f32( * %base, * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv8i16: -; CHECK-NEXT: ldnt1h { z[[DATA:[0-9]+]].h }, p0/z, [x0, #6, mul vl] -; CHECK-NEXT: stnt1h { z[[DATA]].h }, p0, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnt1h { z0.h }, p0/z, [x0, #6, mul vl] +; CHECK-NEXT: stnt1h { z0.h }, p0, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 6 %base_load_bc = bitcast * %base_load to i16* %data = call @llvm.aarch64.sve.ldnt1.nxv8i16( %mask, @@ -125,9 +132,10 @@ define void @test_masked_ldst_sv8i16( * %base, * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv8f16: -; CHECK-NEXT: ldnt1h { z[[DATA:[0-9]+]].h }, p0/z, [x0, #-1, mul vl] -; CHECK-NEXT: stnt1h { z[[DATA]].h }, p0, [x0, #2, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnt1h { z0.h }, p0/z, [x0, #-1, mul vl] +; CHECK-NEXT: stnt1h { z0.h }, p0, [x0, #2, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -1 %base_load_bc = bitcast * %base_load to half* %data = call @llvm.aarch64.sve.ldnt1.nxv8f16( %mask, @@ -142,9 +150,10 @@ define void @test_masked_ldst_sv8f16( * %base, * %base, %mask) nounwind #0 { ; CHECK-LABEL: test_masked_ldst_sv8bf16: -; CHECK-NEXT: ldnt1h { z[[DATA:[0-9]+]].h }, p0/z, [x0, #-1, mul vl] -; CHECK-NEXT: stnt1h { z[[DATA]].h }, p0, [x0, #2, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnt1h { z0.h }, p0/z, [x0, #-1, mul vl] +; CHECK-NEXT: stnt1h { z0.h }, p0, [x0, #2, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 -1 %base_load_bc = bitcast * %base_load to bfloat* %data = call @llvm.aarch64.sve.ldnt1.nxv8bf16( %mask, @@ -161,9 +170,10 @@ define void @test_masked_ldst_sv8bf16( * %base, * %base, %mask) nounwind { ; CHECK-LABEL: test_masked_ldst_sv16i8: -; CHECK-NEXT: ldnt1b { z[[DATA:[0-9]+]].b }, p0/z, [x0, #6, mul vl] -; CHECK-NEXT: stnt1b { z[[DATA]].b }, p0, [x0, #7, mul vl] -; CHECK-NEXT: ret +; CHECK: // %bb.0: +; CHECK-NEXT: ldnt1b { z0.b }, p0/z, [x0, #6, mul vl] +; CHECK-NEXT: stnt1b { z0.b }, p0, [x0, #7, mul vl] +; CHECK-NEXT: ret %base_load = getelementptr , * %base, i64 6 %base_load_bc = bitcast * %base_load to i8* %data = call @llvm.aarch64.sve.ldnt1.nxv16i8( %mask,