diff --git a/llvm/lib/Target/RISCV/RISCVTargetTransformInfo.cpp b/llvm/lib/Target/RISCV/RISCVTargetTransformInfo.cpp index ed7a040dac90c..2f510a215d80b 100644 --- a/llvm/lib/Target/RISCV/RISCVTargetTransformInfo.cpp +++ b/llvm/lib/Target/RISCV/RISCVTargetTransformInfo.cpp @@ -1077,6 +1077,12 @@ RISCVTTIImpl::getIntrinsicInstrCost(const IntrinsicCostAttributes &ICA, return LT.first; break; } + case Intrinsic::ctpop: { + auto LT = getTypeLegalizationCost(RetTy); + if (ST->hasVInstructions() && ST->hasStdExtZvbb() && LT.second.isVector()) + return LT.first; + break; + } case Intrinsic::abs: { auto LT = getTypeLegalizationCost(RetTy); if (ST->hasVInstructions() && LT.second.isVector()) { diff --git a/llvm/test/Analysis/CostModel/RISCV/int-bit-manip.ll b/llvm/test/Analysis/CostModel/RISCV/int-bit-manip.ll index ed850b504cda9..7798352e6bda7 100644 --- a/llvm/test/Analysis/CostModel/RISCV/int-bit-manip.ll +++ b/llvm/test/Analysis/CostModel/RISCV/int-bit-manip.ll @@ -158,48 +158,91 @@ define void @bitreverse() { } define void @ctpop() { -; CHECK-LABEL: 'ctpop' -; CHECK-NEXT: Cost Model: Found an estimated cost of 4 for instruction: %1 = call i8 @llvm.ctpop.i8(i8 undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 12 for instruction: %2 = call <2 x i8> @llvm.ctpop.v2i8(<2 x i8> undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 12 for instruction: %3 = call <4 x i8> @llvm.ctpop.v4i8(<4 x i8> undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 12 for instruction: %4 = call <8 x i8> @llvm.ctpop.v8i8(<8 x i8> undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 12 for instruction: %5 = call <16 x i8> @llvm.ctpop.v16i8(<16 x i8> undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 12 for instruction: %6 = call @llvm.ctpop.nxv1i8( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 12 for instruction: %7 = call @llvm.ctpop.nxv2i8( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 12 for instruction: %8 = call @llvm.ctpop.nxv4i8( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 12 for instruction: %9 = call @llvm.ctpop.nxv8i8( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 12 for instruction: %10 = call @llvm.ctpop.nxv16i8( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 4 for instruction: %11 = call i16 @llvm.ctpop.i16(i16 undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 19 for instruction: %12 = call <2 x i16> @llvm.ctpop.v2i16(<2 x i16> undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 19 for instruction: %13 = call <4 x i16> @llvm.ctpop.v4i16(<4 x i16> undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 19 for instruction: %14 = call <8 x i16> @llvm.ctpop.v8i16(<8 x i16> undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 19 for instruction: %15 = call <16 x i16> @llvm.ctpop.v16i16(<16 x i16> undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 19 for instruction: %16 = call @llvm.ctpop.nxv1i16( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 19 for instruction: %17 = call @llvm.ctpop.nxv2i16( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 19 for instruction: %18 = call @llvm.ctpop.nxv4i16( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 19 for instruction: %19 = call @llvm.ctpop.nxv8i16( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 19 for instruction: %20 = call @llvm.ctpop.nxv16i16( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 4 for instruction: %21 = call i32 @llvm.ctpop.i32(i32 undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %22 = call <2 x i32> @llvm.ctpop.v2i32(<2 x i32> undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %23 = call <4 x i32> @llvm.ctpop.v4i32(<4 x i32> undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %24 = call <8 x i32> @llvm.ctpop.v8i32(<8 x i32> undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %25 = call <16 x i32> @llvm.ctpop.v16i32(<16 x i32> undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %26 = call @llvm.ctpop.nxv1i32( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %27 = call @llvm.ctpop.nxv2i32( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %28 = call @llvm.ctpop.nxv4i32( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %29 = call @llvm.ctpop.nxv8i32( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %30 = call @llvm.ctpop.nxv16i32( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 4 for instruction: %31 = call i64 @llvm.ctpop.i64(i64 undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 21 for instruction: %32 = call <2 x i64> @llvm.ctpop.v2i64(<2 x i64> undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 21 for instruction: %33 = call <4 x i64> @llvm.ctpop.v4i64(<4 x i64> undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 21 for instruction: %34 = call <8 x i64> @llvm.ctpop.v8i64(<8 x i64> undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 21 for instruction: %35 = call <16 x i64> @llvm.ctpop.v16i64(<16 x i64> undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 21 for instruction: %36 = call @llvm.ctpop.nxv1i64( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 21 for instruction: %37 = call @llvm.ctpop.nxv2i64( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 21 for instruction: %38 = call @llvm.ctpop.nxv4i64( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 21 for instruction: %39 = call @llvm.ctpop.nxv8i64( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 42 for instruction: %40 = call @llvm.ctpop.nxv16i64( undef) -; CHECK-NEXT: Cost Model: Found an estimated cost of 0 for instruction: ret void +; NOZVBB-LABEL: 'ctpop' +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 4 for instruction: %1 = call i8 @llvm.ctpop.i8(i8 undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 12 for instruction: %2 = call <2 x i8> @llvm.ctpop.v2i8(<2 x i8> undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 12 for instruction: %3 = call <4 x i8> @llvm.ctpop.v4i8(<4 x i8> undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 12 for instruction: %4 = call <8 x i8> @llvm.ctpop.v8i8(<8 x i8> undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 12 for instruction: %5 = call <16 x i8> @llvm.ctpop.v16i8(<16 x i8> undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 12 for instruction: %6 = call @llvm.ctpop.nxv1i8( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 12 for instruction: %7 = call @llvm.ctpop.nxv2i8( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 12 for instruction: %8 = call @llvm.ctpop.nxv4i8( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 12 for instruction: %9 = call @llvm.ctpop.nxv8i8( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 12 for instruction: %10 = call @llvm.ctpop.nxv16i8( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 4 for instruction: %11 = call i16 @llvm.ctpop.i16(i16 undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 19 for instruction: %12 = call <2 x i16> @llvm.ctpop.v2i16(<2 x i16> undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 19 for instruction: %13 = call <4 x i16> @llvm.ctpop.v4i16(<4 x i16> undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 19 for instruction: %14 = call <8 x i16> @llvm.ctpop.v8i16(<8 x i16> undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 19 for instruction: %15 = call <16 x i16> @llvm.ctpop.v16i16(<16 x i16> undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 19 for instruction: %16 = call @llvm.ctpop.nxv1i16( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 19 for instruction: %17 = call @llvm.ctpop.nxv2i16( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 19 for instruction: %18 = call @llvm.ctpop.nxv4i16( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 19 for instruction: %19 = call @llvm.ctpop.nxv8i16( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 19 for instruction: %20 = call @llvm.ctpop.nxv16i16( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 4 for instruction: %21 = call i32 @llvm.ctpop.i32(i32 undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %22 = call <2 x i32> @llvm.ctpop.v2i32(<2 x i32> undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %23 = call <4 x i32> @llvm.ctpop.v4i32(<4 x i32> undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %24 = call <8 x i32> @llvm.ctpop.v8i32(<8 x i32> undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %25 = call <16 x i32> @llvm.ctpop.v16i32(<16 x i32> undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %26 = call @llvm.ctpop.nxv1i32( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %27 = call @llvm.ctpop.nxv2i32( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %28 = call @llvm.ctpop.nxv4i32( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %29 = call @llvm.ctpop.nxv8i32( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 20 for instruction: %30 = call @llvm.ctpop.nxv16i32( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 4 for instruction: %31 = call i64 @llvm.ctpop.i64(i64 undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 21 for instruction: %32 = call <2 x i64> @llvm.ctpop.v2i64(<2 x i64> undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 21 for instruction: %33 = call <4 x i64> @llvm.ctpop.v4i64(<4 x i64> undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 21 for instruction: %34 = call <8 x i64> @llvm.ctpop.v8i64(<8 x i64> undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 21 for instruction: %35 = call <16 x i64> @llvm.ctpop.v16i64(<16 x i64> undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 21 for instruction: %36 = call @llvm.ctpop.nxv1i64( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 21 for instruction: %37 = call @llvm.ctpop.nxv2i64( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 21 for instruction: %38 = call @llvm.ctpop.nxv4i64( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 21 for instruction: %39 = call @llvm.ctpop.nxv8i64( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 42 for instruction: %40 = call @llvm.ctpop.nxv16i64( undef) +; NOZVBB-NEXT: Cost Model: Found an estimated cost of 0 for instruction: ret void +; +; ZVBB-LABEL: 'ctpop' +; ZVBB-NEXT: Cost Model: Found an estimated cost of 4 for instruction: %1 = call i8 @llvm.ctpop.i8(i8 undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %2 = call <2 x i8> @llvm.ctpop.v2i8(<2 x i8> undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %3 = call <4 x i8> @llvm.ctpop.v4i8(<4 x i8> undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %4 = call <8 x i8> @llvm.ctpop.v8i8(<8 x i8> undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %5 = call <16 x i8> @llvm.ctpop.v16i8(<16 x i8> undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %6 = call @llvm.ctpop.nxv1i8( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %7 = call @llvm.ctpop.nxv2i8( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %8 = call @llvm.ctpop.nxv4i8( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %9 = call @llvm.ctpop.nxv8i8( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %10 = call @llvm.ctpop.nxv16i8( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 4 for instruction: %11 = call i16 @llvm.ctpop.i16(i16 undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %12 = call <2 x i16> @llvm.ctpop.v2i16(<2 x i16> undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %13 = call <4 x i16> @llvm.ctpop.v4i16(<4 x i16> undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %14 = call <8 x i16> @llvm.ctpop.v8i16(<8 x i16> undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %15 = call <16 x i16> @llvm.ctpop.v16i16(<16 x i16> undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %16 = call @llvm.ctpop.nxv1i16( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %17 = call @llvm.ctpop.nxv2i16( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %18 = call @llvm.ctpop.nxv4i16( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %19 = call @llvm.ctpop.nxv8i16( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %20 = call @llvm.ctpop.nxv16i16( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 4 for instruction: %21 = call i32 @llvm.ctpop.i32(i32 undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %22 = call <2 x i32> @llvm.ctpop.v2i32(<2 x i32> undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %23 = call <4 x i32> @llvm.ctpop.v4i32(<4 x i32> undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %24 = call <8 x i32> @llvm.ctpop.v8i32(<8 x i32> undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %25 = call <16 x i32> @llvm.ctpop.v16i32(<16 x i32> undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %26 = call @llvm.ctpop.nxv1i32( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %27 = call @llvm.ctpop.nxv2i32( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %28 = call @llvm.ctpop.nxv4i32( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %29 = call @llvm.ctpop.nxv8i32( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %30 = call @llvm.ctpop.nxv16i32( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 4 for instruction: %31 = call i64 @llvm.ctpop.i64(i64 undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %32 = call <2 x i64> @llvm.ctpop.v2i64(<2 x i64> undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %33 = call <4 x i64> @llvm.ctpop.v4i64(<4 x i64> undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %34 = call <8 x i64> @llvm.ctpop.v8i64(<8 x i64> undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %35 = call <16 x i64> @llvm.ctpop.v16i64(<16 x i64> undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %36 = call @llvm.ctpop.nxv1i64( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %37 = call @llvm.ctpop.nxv2i64( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %38 = call @llvm.ctpop.nxv4i64( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 1 for instruction: %39 = call @llvm.ctpop.nxv8i64( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 2 for instruction: %40 = call @llvm.ctpop.nxv16i64( undef) +; ZVBB-NEXT: Cost Model: Found an estimated cost of 0 for instruction: ret void ; call i8 @llvm.ctpop.i8(i8 undef) call <2 x i8> @llvm.ctpop.v2i8(<2 x i8> undef) @@ -851,6 +894,3 @@ declare @llvm.vp.cttz.nvx2i64(, i1 immarg, declare @llvm.vp.cttz.nvx4i64(, i1 immarg, , i32) declare @llvm.vp.cttz.nvx8i64(, i1 immarg, , i32) declare @llvm.vp.cttz.nvx16i64(, i1 immarg, , i32) -;; NOTE: These prefixes are unused and the list is autogenerated. Do not add tests below this line: -; NOZVBB: {{.*}} -; ZVBB: {{.*}}