Skip to content

Commit

Permalink
[InstCombine] Fix !prof metadata preservation for invokes
Browse files Browse the repository at this point in the history
Summary:
Bug noticed by inspection.

Extend the test to handle invokes as well as calls, and rewrite it to
not depend on the inliner and other passes.

Also simplify the call site replacement code with CallSite, similar to
what I did to dead arg elimination and arg promotion (rL300235 and
rL300229).

Reviewers: danielcdh, davidxl

Subscribers: llvm-commits

Differential Revision: https://reviews.llvm.org/D32041

llvm-svn: 300251
  • Loading branch information
rnk committed Apr 13, 2017
1 parent 74b6a82 commit 257cb4e
Show file tree
Hide file tree
Showing 2 changed files with 43 additions and 30 deletions.
34 changes: 16 additions & 18 deletions llvm/lib/Transforms/InstCombine/InstCombineCalls.cpp
Expand Up @@ -4122,29 +4122,27 @@ bool InstCombiner::transformConstExprCastCall(CallSite CS) {
SmallVector<OperandBundleDef, 1> OpBundles;
CS.getOperandBundlesAsDefs(OpBundles);

Instruction *NC;
CallSite NewCS;
if (InvokeInst *II = dyn_cast<InvokeInst>(Caller)) {
NC = Builder->CreateInvoke(Callee, II->getNormalDest(), II->getUnwindDest(),
Args, OpBundles);
NC->takeName(II);
cast<InvokeInst>(NC)->setCallingConv(II->getCallingConv());
cast<InvokeInst>(NC)->setAttributes(NewCallerPAL);
NewCS = Builder->CreateInvoke(Callee, II->getNormalDest(),
II->getUnwindDest(), Args, OpBundles);
} else {
CallInst *CI = cast<CallInst>(Caller);
NC = Builder->CreateCall(Callee, Args, OpBundles);
NC->takeName(CI);
// Preserve the weight metadata for the new call instruction. The metadata
// is used by SamplePGO to check callsite's hotness.
uint64_t W;
if (CI->extractProfTotalWeight(W))
NC->setProfWeight(W);

cast<CallInst>(NC)->setTailCallKind(CI->getTailCallKind());
cast<CallInst>(NC)->setCallingConv(CI->getCallingConv());
cast<CallInst>(NC)->setAttributes(NewCallerPAL);
NewCS = Builder->CreateCall(Callee, Args, OpBundles);
cast<CallInst>(NewCS.getInstruction())
->setTailCallKind(cast<CallInst>(Caller)->getTailCallKind());
}
NewCS->takeName(Caller);
NewCS.setCallingConv(CS.getCallingConv());
NewCS.setAttributes(NewCallerPAL);

// Preserve the weight metadata for the new call instruction. The metadata
// is used by SamplePGO to check callsite's hotness.
uint64_t W;
if (Caller->extractProfTotalWeight(W))
NewCS->setProfWeight(W);

// Insert a cast of the return type as necessary.
Instruction *NC = NewCS.getInstruction();
Value *NV = NC;
if (OldRetTy != NV->getType() && !Caller->use_empty()) {
if (!NV->getType()->isVoidTy()) {
Expand Down
39 changes: 27 additions & 12 deletions llvm/test/Transforms/InstCombine/cast-call-combine-prof.ll
@@ -1,23 +1,38 @@
; RUN: opt -instcombine -inline -S -inline-threshold=0 -hot-callsite-threshold=100 < %s | FileCheck %s
; Checks if VP profile is used for hotness checks in inlining after instcombine
; converted the call to a direct call.
; RUN: opt -S -instcombine < %s | FileCheck %s

declare void @bar(i16 *)
; Check that instcombine preserves !prof metadata when removing function
; prototype casts.

define void @foo(i16* %a) {
call void @bar(i16* %a)
call void @bar(i16* %a)
declare i32 @__gxx_personality_v0(...)
declare void @__cxa_call_unexpected(i8*)
declare void @foo(i16* %a)

; CHECK-LABEL: @test_call()
; CHECK: call void @foo(i16* null), !prof ![[PROF:[0-9]+]]
define void @test_call() {
call void bitcast (void (i16*)* @foo to void (i8*)*) (i8* null), !prof !0
ret void
}

; CHECK-LABEL: @test()
; CHECK-NEXT: call void @bar
; CHECK-NEXT: call void @bar
define void @test() {
call void bitcast (void (i16*)* @foo to void (i8*)*) (i8* null), !prof !0
; CHECK-LABEL: @test_invoke()
; CHECK: invoke void @foo(i16* null)
; CHECK-NEXT: to label %done unwind label %lpad, !prof ![[PROF]]
define void @test_invoke() personality i8* bitcast (i32 (...)* @__gxx_personality_v0 to i8*) {
invoke void bitcast (void (i16*)* @foo to void (i8*)*) (i8* null)
to label %done unwind label %lpad, !prof !0

done:
ret void

lpad:
%lp = landingpad { i8*, i32 }
filter [0 x i8*] zeroinitializer
%ehptr = extractvalue { i8*, i32 } %lp, 0
tail call void @__cxa_call_unexpected(i8* %ehptr) noreturn nounwind
unreachable
}

; CHECK: ![[PROF]] = !{!"branch_weights", i32 2000}
!0 = !{!"VP", i32 0, i64 2000, i64 -3913987384944532146, i64 2000}

!llvm.module.flags = !{!1}
Expand Down

0 comments on commit 257cb4e

Please sign in to comment.