Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 6 additions & 0 deletions llvm/include/llvm/Transforms/Utils/MoveAutoInit.h
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,12 @@ class MoveAutoInitPass : public PassInfoMixin<MoveAutoInitPass> {
public:
PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM);
};

/// Move entry block initializations of allocas closer to their guarded users.
class MoveEntryAllocaInitPass : public PassInfoMixin<MoveEntryAllocaInitPass> {
public:
PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM);
};
} // end namespace llvm

#endif // LLVM_TRANSFORMS_UTILS_MOVEAUTOINIT_H
2 changes: 2 additions & 0 deletions llvm/lib/Passes/PassBuilderPipelines.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -765,6 +765,7 @@ PassBuilder::buildFunctionSimplificationPipeline(OptimizationLevel Level,

FPM.addPass(DSEPass());
FPM.addPass(MoveAutoInitPass());
FPM.addPass(MoveEntryAllocaInitPass());

FPM.addPass(createFunctionToLoopPassAdaptor(
LICMPass(PTO.LicmMssaOptCap, PTO.LicmMssaNoAccForPromotionCap,
Expand Down Expand Up @@ -2140,6 +2141,7 @@ PassBuilder::buildLTODefaultPipeline(OptimizationLevel Level,
// Nuke dead stores.
MainFPM.addPass(DSEPass());
MainFPM.addPass(MoveAutoInitPass());
MainFPM.addPass(MoveEntryAllocaInitPass());
MainFPM.addPass(MergedLoadStoreMotionPass());

invokeVectorizerStartEPCallbacks(MainFPM, Level);
Expand Down
1 change: 1 addition & 0 deletions llvm/lib/Passes/PassRegistry.def
Original file line number Diff line number Diff line change
Expand Up @@ -485,6 +485,7 @@ FUNCTION_PASS("memprof", MemProfilerPass())
FUNCTION_PASS("mergeicmps", MergeICmpsPass())
FUNCTION_PASS("mergereturn", UnifyFunctionExitNodesPass())
FUNCTION_PASS("move-auto-init", MoveAutoInitPass())
FUNCTION_PASS("move-entry-alloca-init", MoveEntryAllocaInitPass())
FUNCTION_PASS("nary-reassociate", NaryReassociatePass())
FUNCTION_PASS("newgvn", NewGVNPass())
FUNCTION_PASS("no-op-function", NoOpFunctionPass())
Expand Down
27 changes: 24 additions & 3 deletions llvm/lib/Transforms/Utils/MoveAutoInit.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -101,15 +101,17 @@ static BasicBlock *usersDominator(const MemoryLocation &ML, Instruction *I,
return CurrentDominator;
}

static bool runMoveAutoInit(Function &F, DominatorTree &DT, MemorySSA &MSSA) {
static bool
runMoveAutoInit(Function &F, DominatorTree &DT, MemorySSA &MSSA,
function_ref<bool(const Instruction &)> ShouldProcess) {
BasicBlock &EntryBB = F.getEntryBlock();
SmallVector<std::pair<Instruction *, BasicBlock *>> JobList;

//
// Compute movable instructions.
//
for (Instruction &I : EntryBB) {
if (!hasAutoInitMetadata(I))
if (!ShouldProcess(I))
continue;

std::optional<MemoryLocation> ML = writeToAlloca(I);
Expand Down Expand Up @@ -221,7 +223,26 @@ PreservedAnalyses MoveAutoInitPass::run(Function &F,

auto &DT = AM.getResult<DominatorTreeAnalysis>(F);
auto &MSSA = AM.getResult<MemorySSAAnalysis>(F).getMSSA();
if (!runMoveAutoInit(F, DT, MSSA))
auto ShouldProcess = [](const Instruction &I) -> bool {
return hasAutoInitMetadata(I);
};
if (!runMoveAutoInit(F, DT, MSSA, ShouldProcess))
return PreservedAnalyses::all();

PreservedAnalyses PA;
PA.preserve<DominatorTreeAnalysis>();
PA.preserve<MemorySSAAnalysis>();
PA.preserveSet<CFGAnalyses>();
return PA;
}

PreservedAnalyses MoveEntryAllocaInitPass::run(Function &F,
FunctionAnalysisManager &AM) {

auto &DT = AM.getResult<DominatorTreeAnalysis>(F);
auto &MSSA = AM.getResult<MemorySSAAnalysis>(F).getMSSA();
auto ShouldProcess = [](const Instruction &) { return true; };
if (!runMoveAutoInit(F, DT, MSSA, ShouldProcess))
return PreservedAnalyses::all();

PreservedAnalyses PA;
Expand Down
1 change: 1 addition & 0 deletions llvm/test/Other/new-pm-defaults.ll
Original file line number Diff line number Diff line change
Expand Up @@ -218,6 +218,7 @@
; CHECK-O23SZ-NEXT: Running pass: MemCpyOptPass
; CHECK-O23SZ-NEXT: Running pass: DSEPass
; CHECK-O23SZ-NEXT: Running pass: MoveAutoInitPass on foo
; CHECK-O23SZ-NEXT: Running pass: MoveEntryAllocaInitPass on foo
; CHECK-O23SZ-NEXT: Running pass: LoopSimplifyPass
; CHECK-O23SZ-NEXT: Running pass: LCSSAPass
; CHECK-O23SZ-NEXT: Running pass: LICMPass
Expand Down
1 change: 1 addition & 0 deletions llvm/test/Other/new-pm-lto-defaults.ll
Original file line number Diff line number Diff line change
Expand Up @@ -118,6 +118,7 @@
; CHECK-O23SZ-NEXT: Running analysis: PostDominatorTreeAnalysis on foo
; CHECK-O23SZ-NEXT: Running pass: DSEPass on foo
; CHECK-O23SZ-NEXT: Running pass: MoveAutoInitPass on foo
; CHECK-O23SZ-NEXT: Running pass: MoveEntryAllocaInitPass on foo
; CHECK-O23SZ-NEXT: Running pass: MergedLoadStoreMotionPass on foo
; CHECK-EP-VECTORIZER-START-NEXT: Running pass: NoOpFunctionPass on foo
; CHECK-O23SZ-NEXT: Running pass: LoopSimplifyPass on foo
Expand Down
1 change: 1 addition & 0 deletions llvm/test/Other/new-pm-thinlto-postlink-defaults.ll
Original file line number Diff line number Diff line change
Expand Up @@ -143,6 +143,7 @@
; CHECK-O23SZ-NEXT: Running pass: MemCpyOptPass
; CHECK-O23SZ-NEXT: Running pass: DSEPass
; CHECK-O23SZ-NEXT: Running pass: MoveAutoInitPass on foo
; CHECK-O23SZ-NEXT: Running pass: MoveEntryAllocaInitPass on foo
; CHECK-O23SZ-NEXT: Running pass: LoopSimplifyPass
; CHECK-O23SZ-NEXT: Running pass: LCSSAPass
; CHECK-O23SZ-NEXT: Running pass: LICMPass on loop
Expand Down
1 change: 1 addition & 0 deletions llvm/test/Other/new-pm-thinlto-postlink-pgo-defaults.ll
Original file line number Diff line number Diff line change
Expand Up @@ -127,6 +127,7 @@
; CHECK-O23SZ-NEXT: Running pass: MemCpyOptPass
; CHECK-O23SZ-NEXT: Running pass: DSEPass
; CHECK-O23SZ-NEXT: Running pass: MoveAutoInitPass on foo
; CHECK-O23SZ-NEXT: Running pass: MoveEntryAllocaInitPass on foo
; CHECK-O23SZ-NEXT: Running pass: LoopSimplifyPass
; CHECK-O23SZ-NEXT: Running pass: LCSSAPass
; CHECK-O23SZ-NEXT: Running pass: LICMPass
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -136,6 +136,7 @@
; CHECK-O23SZ-NEXT: Running pass: MemCpyOptPass
; CHECK-O23SZ-NEXT: Running pass: DSEPass
; CHECK-O23SZ-NEXT: Running pass: MoveAutoInitPass
; CHECK-O23SZ-NEXT: Running pass: MoveEntryAllocaInitPass
; CHECK-O23SZ-NEXT: Running pass: LoopSimplifyPass
; CHECK-O23SZ-NEXT: Running pass: LCSSAPass
; CHECK-O23SZ-NEXT: Running pass: LICMPass
Expand Down
1 change: 1 addition & 0 deletions llvm/test/Other/new-pm-thinlto-prelink-defaults.ll
Original file line number Diff line number Diff line change
Expand Up @@ -175,6 +175,7 @@
; CHECK-O23SZ-NEXT: Running pass: MemCpyOptPass
; CHECK-O23SZ-NEXT: Running pass: DSEPass
; CHECK-O23SZ-NEXT: Running pass: MoveAutoInitPass
; CHECK-O23SZ-NEXT: Running pass: MoveEntryAllocaInitPass
; CHECK-O23SZ-NEXT: Running pass: LoopSimplifyPass
; CHECK-O23SZ-NEXT: Running pass: LCSSAPass
; CHECK-O23SZ-NEXT: Running pass: LICMPass on loop
Expand Down
1 change: 1 addition & 0 deletions llvm/test/Other/new-pm-thinlto-prelink-pgo-defaults.ll
Original file line number Diff line number Diff line change
Expand Up @@ -176,6 +176,7 @@
; CHECK-O23SZ-NEXT: Running pass: MemCpyOptPass
; CHECK-O23SZ-NEXT: Running pass: DSEPass
; CHECK-O23SZ-NEXT: Running pass: MoveAutoInitPass on foo
; CHECK-O23SZ-NEXT: Running pass: MoveEntryAllocaInitPass on foo
; CHECK-O23SZ-NEXT: Running pass: LoopSimplifyPass
; CHECK-O23SZ-NEXT: Running pass: LCSSAPass
; CHECK-O23SZ-NEXT: Running pass: LICMPass
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -140,6 +140,7 @@
; CHECK-O23SZ-NEXT: Running pass: MemCpyOptPass
; CHECK-O23SZ-NEXT: Running pass: DSEPass
; CHECK-O23SZ-NEXT: Running pass: MoveAutoInitPass on foo
; CHECK-O23SZ-NEXT: Running pass: MoveEntryAllocaInitPass on foo
; CHECK-O23SZ-NEXT: Running pass: LoopSimplifyPass
; CHECK-O23SZ-NEXT: Running pass: LCSSAPass
; CHECK-O23SZ-NEXT: Running pass: LICMPass
Expand Down
50 changes: 50 additions & 0 deletions llvm/test/Transforms/MoveAutoInit/entry-alloca.ll
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 2
; RUN: opt -passes='move-entry-alloca-init' -verify-memoryssa -S < %s | FileCheck %s

declare void @bar(ptr)

define void @src(i32 %a, i32 %b) {
; CHECK-LABEL: define void @src(
; CHECK-SAME: i32 [[A:%.*]], i32 [[B:%.*]]) {
; CHECK-NEXT: [[A_ADDR:%.*]] = alloca i32
; CHECK-NEXT: [[B_ADDR:%.*]] = alloca i32
; CHECK-NEXT: [[S_ADDR:%.*]] = alloca { ptr, ptr }
; CHECK: [[S_X:%.*]] = getelementptr inbounds { ptr, ptr }, ptr [[S_ADDR]], i32 0, i32 0
; CHECK: [[S_Y:%.*]] = getelementptr inbounds { ptr, ptr }, ptr [[S_ADDR]], i32 0, i32 1
; CHECK: [[CMP:%.*]] = icmp slt i32 [[A]], [[B]]
; CHECK: br i1 [[CMP]], label [[COLD:%.*]], label [[RET:%.*]]
;
; CHECK: cold:
; CHECK-NEXT: store i32 [[A]], ptr [[A_ADDR]], align 4
; CHECK-NEXT: store i32 [[B]], ptr [[B_ADDR]], align 4
; CHECK-NEXT: store ptr [[A_ADDR]], ptr [[S_X]], align 8
; CHECK-NEXT: store ptr [[B_ADDR]], ptr [[S_Y]], align 8
; CHECK-NEXT: call void @bar(ptr [[S_ADDR]])
; CHECK-NEXT: br label [[RET]]
;
; CHECK: ret:
; CHECK-NEXT: ret void
;
%a.addr = alloca i32
%b.addr = alloca i32
%s.addr = alloca { ptr, ptr }

store i32 %a, ptr %a.addr
store i32 %b, ptr %b.addr

%s.x = getelementptr inbounds { ptr, ptr }, ptr %s.addr, i32 0, i32 0
store ptr %a.addr, ptr %s.x

%s.y = getelementptr inbounds { ptr, ptr }, ptr %s.addr, i32 0, i32 1
store ptr %b.addr, ptr %s.y

%cmp = icmp slt i32 %a, %b
br i1 %cmp, label %cold, label %ret

cold:
call void @bar(ptr %s.addr)
br label %ret

ret:
ret void
}
Loading