365 changes: 176 additions & 189 deletions llvm/test/Transforms/LoadStoreVectorizer/X86/vectorize-i8-nested-add.ll

Large diffs are not rendered by default.

160 changes: 74 additions & 86 deletions llvm/test/Transforms/LoadStoreVectorizer/int_sideeffect.ll
Original file line number Diff line number Diff line change
Expand Up @@ -6,11 +6,9 @@ declare void @llvm.sideeffect()

; load-store vectorization across a @llvm.sideeffect.

define void @test_sideeffect(float* %p) {
define void @test_sideeffect(ptr %p) {
; CHECK-LABEL: @test_sideeffect(
; CHECK-NEXT: [[P0:%.*]] = getelementptr float, float* [[P:%.*]], i64 0
; CHECK-NEXT: [[TMP1:%.*]] = bitcast float* [[P0]] to <4 x float>*
; CHECK-NEXT: [[TMP2:%.*]] = load <4 x float>, <4 x float>* [[TMP1]], align 16
; CHECK-NEXT: [[TMP2:%.*]] = load <4 x float>, ptr [[P:%.*]], align 16
; CHECK-NEXT: [[L01:%.*]] = extractelement <4 x float> [[TMP2]], i32 0
; CHECK-NEXT: [[L12:%.*]] = extractelement <4 x float> [[TMP2]], i32 1
; CHECK-NEXT: [[L23:%.*]] = extractelement <4 x float> [[TMP2]], i32 2
Expand All @@ -21,34 +19,30 @@ define void @test_sideeffect(float* %p) {
; CHECK-NEXT: [[TMP4:%.*]] = insertelement <4 x float> [[TMP3]], float [[L12]], i32 1
; CHECK-NEXT: [[TMP5:%.*]] = insertelement <4 x float> [[TMP4]], float [[L23]], i32 2
; CHECK-NEXT: [[TMP6:%.*]] = insertelement <4 x float> [[TMP5]], float [[L34]], i32 3
; CHECK-NEXT: [[TMP7:%.*]] = bitcast float* [[P0]] to <4 x float>*
; CHECK-NEXT: store <4 x float> [[TMP6]], <4 x float>* [[TMP7]], align 16
; CHECK-NEXT: store <4 x float> [[TMP6]], ptr [[P]], align 16
; CHECK-NEXT: ret void
;
%p0 = getelementptr float, float* %p, i64 0
%p1 = getelementptr float, float* %p, i64 1
%p2 = getelementptr float, float* %p, i64 2
%p3 = getelementptr float, float* %p, i64 3
%l0 = load float, float* %p0, align 16
%l1 = load float, float* %p1
%l2 = load float, float* %p2
%p1 = getelementptr float, ptr %p, i64 1
%p2 = getelementptr float, ptr %p, i64 2
%p3 = getelementptr float, ptr %p, i64 3
%l0 = load float, ptr %p, align 16
%l1 = load float, ptr %p1
%l2 = load float, ptr %p2
call void @llvm.sideeffect()
%l3 = load float, float* %p3
store float %l0, float* %p0, align 16
%l3 = load float, ptr %p3
store float %l0, ptr %p, align 16
call void @llvm.sideeffect()
store float %l1, float* %p1
store float %l2, float* %p2
store float %l3, float* %p3
store float %l1, ptr %p1
store float %l2, ptr %p2
store float %l3, ptr %p3
ret void
}

declare void @foo()

define void @test_inaccessiblememonly_nounwind_willreturn(float* %p) {
define void @test_inaccessiblememonly_nounwind_willreturn(ptr %p) {
; CHECK-LABEL: @test_inaccessiblememonly_nounwind_willreturn(
; CHECK-NEXT: [[P0:%.*]] = getelementptr float, float* [[P:%.*]], i64 0
; CHECK-NEXT: [[TMP1:%.*]] = bitcast float* [[P0]] to <4 x float>*
; CHECK-NEXT: [[TMP2:%.*]] = load <4 x float>, <4 x float>* [[TMP1]], align 16
; CHECK-NEXT: [[TMP2:%.*]] = load <4 x float>, ptr [[P:%.*]], align 16
; CHECK-NEXT: [[L01:%.*]] = extractelement <4 x float> [[TMP2]], i32 0
; CHECK-NEXT: [[L12:%.*]] = extractelement <4 x float> [[TMP2]], i32 1
; CHECK-NEXT: [[L23:%.*]] = extractelement <4 x float> [[TMP2]], i32 2
Expand All @@ -59,93 +53,87 @@ define void @test_inaccessiblememonly_nounwind_willreturn(float* %p) {
; CHECK-NEXT: [[TMP4:%.*]] = insertelement <4 x float> [[TMP3]], float [[L12]], i32 1
; CHECK-NEXT: [[TMP5:%.*]] = insertelement <4 x float> [[TMP4]], float [[L23]], i32 2
; CHECK-NEXT: [[TMP6:%.*]] = insertelement <4 x float> [[TMP5]], float [[L34]], i32 3
; CHECK-NEXT: [[TMP7:%.*]] = bitcast float* [[P0]] to <4 x float>*
; CHECK-NEXT: store <4 x float> [[TMP6]], <4 x float>* [[TMP7]], align 16
; CHECK-NEXT: store <4 x float> [[TMP6]], ptr [[P]], align 16
; CHECK-NEXT: ret void
;
%p0 = getelementptr float, float* %p, i64 0
%p1 = getelementptr float, float* %p, i64 1
%p2 = getelementptr float, float* %p, i64 2
%p3 = getelementptr float, float* %p, i64 3
%l0 = load float, float* %p0, align 16
%l1 = load float, float* %p1
%l2 = load float, float* %p2
%p1 = getelementptr float, ptr %p, i64 1
%p2 = getelementptr float, ptr %p, i64 2
%p3 = getelementptr float, ptr %p, i64 3
%l0 = load float, ptr %p, align 16
%l1 = load float, ptr %p1
%l2 = load float, ptr %p2
call void @foo() inaccessiblememonly nounwind willreturn
%l3 = load float, float* %p3
store float %l0, float* %p0, align 16
%l3 = load float, ptr %p3
store float %l0, ptr %p, align 16
call void @foo() inaccessiblememonly nounwind willreturn
store float %l1, float* %p1
store float %l2, float* %p2
store float %l3, float* %p3
store float %l1, ptr %p1
store float %l2, ptr %p2
store float %l3, ptr %p3
ret void
}

define void @test_inaccessiblememonly_not_willreturn(float* %p) {
define void @test_inaccessiblememonly_not_willreturn(ptr %p) {
; CHECK-LABEL: @test_inaccessiblememonly_not_willreturn(
; CHECK-NEXT: [[P0:%.*]] = getelementptr float, float* [[P:%.*]], i64 0
; CHECK-NEXT: [[P1:%.*]] = getelementptr float, float* [[P]], i64 1
; CHECK-NEXT: [[P2:%.*]] = getelementptr float, float* [[P]], i64 2
; CHECK-NEXT: [[P3:%.*]] = getelementptr float, float* [[P]], i64 3
; CHECK-NEXT: [[L0:%.*]] = load float, float* [[P0]], align 16
; CHECK-NEXT: [[L1:%.*]] = load float, float* [[P1]], align 4
; CHECK-NEXT: [[L2:%.*]] = load float, float* [[P2]], align 4
; CHECK-NEXT: [[P1:%.*]] = getelementptr float, ptr [[P:%.*]], i64 1
; CHECK-NEXT: [[P2:%.*]] = getelementptr float, ptr [[P]], i64 2
; CHECK-NEXT: [[P3:%.*]] = getelementptr float, ptr [[P]], i64 3
; CHECK-NEXT: [[L0:%.*]] = load float, ptr [[P]], align 16
; CHECK-NEXT: [[L1:%.*]] = load float, ptr [[P1]], align 4
; CHECK-NEXT: [[L2:%.*]] = load float, ptr [[P2]], align 4
; CHECK-NEXT: call void @foo() #[[ATTR2:[0-9]+]]
; CHECK-NEXT: [[L3:%.*]] = load float, float* [[P3]], align 4
; CHECK-NEXT: store float [[L0]], float* [[P0]], align 16
; CHECK-NEXT: [[L3:%.*]] = load float, ptr [[P3]], align 4
; CHECK-NEXT: store float [[L0]], ptr [[P]], align 16
; CHECK-NEXT: call void @foo() #[[ATTR2]]
; CHECK-NEXT: store float [[L1]], float* [[P1]], align 4
; CHECK-NEXT: store float [[L2]], float* [[P2]], align 4
; CHECK-NEXT: store float [[L3]], float* [[P3]], align 4
; CHECK-NEXT: store float [[L1]], ptr [[P1]], align 4
; CHECK-NEXT: store float [[L2]], ptr [[P2]], align 4
; CHECK-NEXT: store float [[L3]], ptr [[P3]], align 4
; CHECK-NEXT: ret void
;
%p0 = getelementptr float, float* %p, i64 0
%p1 = getelementptr float, float* %p, i64 1
%p2 = getelementptr float, float* %p, i64 2
%p3 = getelementptr float, float* %p, i64 3
%l0 = load float, float* %p0, align 16
%l1 = load float, float* %p1
%l2 = load float, float* %p2
%p1 = getelementptr float, ptr %p, i64 1
%p2 = getelementptr float, ptr %p, i64 2
%p3 = getelementptr float, ptr %p, i64 3
%l0 = load float, ptr %p, align 16
%l1 = load float, ptr %p1
%l2 = load float, ptr %p2
call void @foo() inaccessiblememonly nounwind
%l3 = load float, float* %p3
store float %l0, float* %p0, align 16
%l3 = load float, ptr %p3
store float %l0, ptr %p, align 16
call void @foo() inaccessiblememonly nounwind
store float %l1, float* %p1
store float %l2, float* %p2
store float %l3, float* %p3
store float %l1, ptr %p1
store float %l2, ptr %p2
store float %l3, ptr %p3
ret void
}

define void @test_inaccessiblememonly_not_nounwind(float* %p) {
define void @test_inaccessiblememonly_not_nounwind(ptr %p) {
; CHECK-LABEL: @test_inaccessiblememonly_not_nounwind(
; CHECK-NEXT: [[P0:%.*]] = getelementptr float, float* [[P:%.*]], i64 0
; CHECK-NEXT: [[P1:%.*]] = getelementptr float, float* [[P]], i64 1
; CHECK-NEXT: [[P2:%.*]] = getelementptr float, float* [[P]], i64 2
; CHECK-NEXT: [[P3:%.*]] = getelementptr float, float* [[P]], i64 3
; CHECK-NEXT: [[L0:%.*]] = load float, float* [[P0]], align 16
; CHECK-NEXT: [[L1:%.*]] = load float, float* [[P1]], align 4
; CHECK-NEXT: [[L2:%.*]] = load float, float* [[P2]], align 4
; CHECK-NEXT: [[P1:%.*]] = getelementptr float, ptr [[P:%.*]], i64 1
; CHECK-NEXT: [[P2:%.*]] = getelementptr float, ptr [[P]], i64 2
; CHECK-NEXT: [[P3:%.*]] = getelementptr float, ptr [[P]], i64 3
; CHECK-NEXT: [[L0:%.*]] = load float, ptr [[P]], align 16
; CHECK-NEXT: [[L1:%.*]] = load float, ptr [[P1]], align 4
; CHECK-NEXT: [[L2:%.*]] = load float, ptr [[P2]], align 4
; CHECK-NEXT: call void @foo() #[[ATTR3:[0-9]+]]
; CHECK-NEXT: [[L3:%.*]] = load float, float* [[P3]], align 4
; CHECK-NEXT: store float [[L0]], float* [[P0]], align 16
; CHECK-NEXT: [[L3:%.*]] = load float, ptr [[P3]], align 4
; CHECK-NEXT: store float [[L0]], ptr [[P]], align 16
; CHECK-NEXT: call void @foo() #[[ATTR3]]
; CHECK-NEXT: store float [[L1]], float* [[P1]], align 4
; CHECK-NEXT: store float [[L2]], float* [[P2]], align 4
; CHECK-NEXT: store float [[L3]], float* [[P3]], align 4
; CHECK-NEXT: store float [[L1]], ptr [[P1]], align 4
; CHECK-NEXT: store float [[L2]], ptr [[P2]], align 4
; CHECK-NEXT: store float [[L3]], ptr [[P3]], align 4
; CHECK-NEXT: ret void
;
%p0 = getelementptr float, float* %p, i64 0
%p1 = getelementptr float, float* %p, i64 1
%p2 = getelementptr float, float* %p, i64 2
%p3 = getelementptr float, float* %p, i64 3
%l0 = load float, float* %p0, align 16
%l1 = load float, float* %p1
%l2 = load float, float* %p2
%p1 = getelementptr float, ptr %p, i64 1
%p2 = getelementptr float, ptr %p, i64 2
%p3 = getelementptr float, ptr %p, i64 3
%l0 = load float, ptr %p, align 16
%l1 = load float, ptr %p1
%l2 = load float, ptr %p2
call void @foo() inaccessiblememonly willreturn
%l3 = load float, float* %p3
store float %l0, float* %p0, align 16
%l3 = load float, ptr %p3
store float %l0, ptr %p, align 16
call void @foo() inaccessiblememonly willreturn
store float %l1, float* %p1
store float %l2, float* %p2
store float %l3, float* %p3
store float %l1, ptr %p1
store float %l2, ptr %p2
store float %l3, ptr %p3
ret void
}