Now that #149310 has restricted lifetime intrinsics to only work on allocas, we can also drop the explicit size argument. Instead, the size is implied by the alloca. This removes the ability to only mark a prefix of an alloca alive/dead. We never used that capability, so we should remove the need to handle that possibility everywhere (though many key places, including stack coloring, did not actually respect this).
225 lines
8.2 KiB
LLVM
225 lines
8.2 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_test_checks.py
|
|
; RUN: opt < %s -S -passes='early-cse' -earlycse-debug-hash | FileCheck %s --check-prefix=CHECK-NOMEMSSA
|
|
; RUN: opt < %s -S -passes='early-cse<memssa>' | FileCheck %s
|
|
; RUN: opt < %s -S -passes='early-cse' | FileCheck %s --check-prefix=CHECK-NOMEMSSA
|
|
; RUN: opt < %s -S -aa-pipeline=basic-aa -passes='early-cse<memssa>' | FileCheck %s
|
|
|
|
@G1 = global i32 zeroinitializer
|
|
@G2 = global i32 zeroinitializer
|
|
@G3 = global i32 zeroinitializer
|
|
|
|
;; Simple load value numbering across non-clobbering store.
|
|
define i32 @test1() {
|
|
; CHECK-NOMEMSSA-LABEL: @test1(
|
|
; CHECK-NOMEMSSA-NEXT: [[V1:%.*]] = load i32, ptr @G1, align 4
|
|
; CHECK-NOMEMSSA-NEXT: store i32 0, ptr @G2, align 4
|
|
; CHECK-NOMEMSSA-NEXT: [[V2:%.*]] = load i32, ptr @G1, align 4
|
|
; CHECK-NOMEMSSA-NEXT: [[DIFF:%.*]] = sub i32 [[V1]], [[V2]]
|
|
; CHECK-NOMEMSSA-NEXT: ret i32 [[DIFF]]
|
|
;
|
|
; CHECK-LABEL: @test1(
|
|
; CHECK-NEXT: [[V1:%.*]] = load i32, ptr @G1, align 4
|
|
; CHECK-NEXT: store i32 0, ptr @G2, align 4
|
|
; CHECK-NEXT: ret i32 0
|
|
;
|
|
%V1 = load i32, ptr @G1
|
|
store i32 0, ptr @G2
|
|
%V2 = load i32, ptr @G1
|
|
%Diff = sub i32 %V1, %V2
|
|
ret i32 %Diff
|
|
}
|
|
|
|
;; Simple dead store elimination across non-clobbering store.
|
|
define void @test2() {
|
|
; CHECK-NOMEMSSA-LABEL: @test2(
|
|
; CHECK-NOMEMSSA-NEXT: entry:
|
|
; CHECK-NOMEMSSA-NEXT: [[V1:%.*]] = load i32, ptr @G1, align 4
|
|
; CHECK-NOMEMSSA-NEXT: store i32 0, ptr @G2, align 4
|
|
; CHECK-NOMEMSSA-NEXT: store i32 [[V1]], ptr @G1, align 4
|
|
; CHECK-NOMEMSSA-NEXT: ret void
|
|
;
|
|
; CHECK-LABEL: @test2(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[V1:%.*]] = load i32, ptr @G1, align 4
|
|
; CHECK-NEXT: store i32 0, ptr @G2, align 4
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
entry:
|
|
%V1 = load i32, ptr @G1
|
|
store i32 0, ptr @G2
|
|
store i32 %V1, ptr @G1
|
|
ret void
|
|
}
|
|
|
|
;; Check that memoryphi optimization happens during EarlyCSE, enabling
|
|
;; more load CSE opportunities.
|
|
define void @test_memphiopt(i1 %c, ptr %p) {
|
|
; CHECK-NOMEMSSA-LABEL: @test_memphiopt(
|
|
; CHECK-NOMEMSSA-NEXT: entry:
|
|
; CHECK-NOMEMSSA-NEXT: [[V1:%.*]] = load i32, ptr @G1, align 4
|
|
; CHECK-NOMEMSSA-NEXT: br i1 [[C:%.*]], label [[THEN:%.*]], label [[END:%.*]]
|
|
; CHECK-NOMEMSSA: then:
|
|
; CHECK-NOMEMSSA-NEXT: [[PV:%.*]] = load i32, ptr [[P:%.*]], align 4
|
|
; CHECK-NOMEMSSA-NEXT: br label [[END]]
|
|
; CHECK-NOMEMSSA: end:
|
|
; CHECK-NOMEMSSA-NEXT: [[V2:%.*]] = load i32, ptr @G1, align 4
|
|
; CHECK-NOMEMSSA-NEXT: [[SUM:%.*]] = add i32 [[V1]], [[V2]]
|
|
; CHECK-NOMEMSSA-NEXT: store i32 [[SUM]], ptr @G2, align 4
|
|
; CHECK-NOMEMSSA-NEXT: ret void
|
|
;
|
|
; CHECK-LABEL: @test_memphiopt(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[V1:%.*]] = load i32, ptr @G1, align 4
|
|
; CHECK-NEXT: br i1 [[C:%.*]], label [[THEN:%.*]], label [[END:%.*]]
|
|
; CHECK: then:
|
|
; CHECK-NEXT: [[PV:%.*]] = load i32, ptr [[P:%.*]], align 4
|
|
; CHECK-NEXT: br label [[END]]
|
|
; CHECK: end:
|
|
; CHECK-NEXT: [[SUM:%.*]] = add i32 [[V1]], [[V1]]
|
|
; CHECK-NEXT: store i32 [[SUM]], ptr @G2, align 4
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
entry:
|
|
%v1 = load i32, ptr @G1
|
|
br i1 %c, label %then, label %end
|
|
|
|
then:
|
|
%pv = load i32, ptr %p
|
|
store i32 %pv, ptr %p
|
|
br label %end
|
|
|
|
end:
|
|
%v2 = load i32, ptr @G1
|
|
%sum = add i32 %v1, %v2
|
|
store i32 %sum, ptr @G2
|
|
ret void
|
|
}
|
|
|
|
|
|
;; Check that MemoryPhi optimization and MemoryUse re-optimization
|
|
;; happens during EarlyCSE, enabling more load CSE opportunities.
|
|
define void @test_memphiopt2(i1 %c, ptr %p) {
|
|
; CHECK-NOMEMSSA-LABEL: @test_memphiopt2(
|
|
; CHECK-NOMEMSSA-NEXT: entry:
|
|
; CHECK-NOMEMSSA-NEXT: [[V1:%.*]] = load i32, ptr @G1, align 4
|
|
; CHECK-NOMEMSSA-NEXT: store i32 [[V1]], ptr @G2, align 4
|
|
; CHECK-NOMEMSSA-NEXT: br i1 [[C:%.*]], label [[THEN:%.*]], label [[END:%.*]]
|
|
; CHECK-NOMEMSSA: then:
|
|
; CHECK-NOMEMSSA-NEXT: [[PV:%.*]] = load i32, ptr [[P:%.*]], align 4
|
|
; CHECK-NOMEMSSA-NEXT: br label [[END]]
|
|
; CHECK-NOMEMSSA: end:
|
|
; CHECK-NOMEMSSA-NEXT: [[V2:%.*]] = load i32, ptr @G1, align 4
|
|
; CHECK-NOMEMSSA-NEXT: store i32 [[V2]], ptr @G3, align 4
|
|
; CHECK-NOMEMSSA-NEXT: ret void
|
|
;
|
|
; CHECK-LABEL: @test_memphiopt2(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[V1:%.*]] = load i32, ptr @G1, align 4
|
|
; CHECK-NEXT: store i32 [[V1]], ptr @G2, align 4
|
|
; CHECK-NEXT: br i1 [[C:%.*]], label [[THEN:%.*]], label [[END:%.*]]
|
|
; CHECK: then:
|
|
; CHECK-NEXT: [[PV:%.*]] = load i32, ptr [[P:%.*]], align 4
|
|
; CHECK-NEXT: br label [[END]]
|
|
; CHECK: end:
|
|
; CHECK-NEXT: store i32 [[V1]], ptr @G3, align 4
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
entry:
|
|
%v1 = load i32, ptr @G1
|
|
store i32 %v1, ptr @G2
|
|
br i1 %c, label %then, label %end
|
|
|
|
then:
|
|
%pv = load i32, ptr %p
|
|
store i32 %pv, ptr %p
|
|
br label %end
|
|
|
|
end:
|
|
%v2 = load i32, ptr @G1
|
|
store i32 %v2, ptr @G3
|
|
ret void
|
|
}
|
|
|
|
;; Check that we respect lifetime.start/lifetime.end intrinsics when deleting
|
|
;; stores that, without the lifetime calls, would be writebacks.
|
|
define void @test_writeback_lifetimes() {
|
|
; CHECK-NOMEMSSA-LABEL: @test_writeback_lifetimes(
|
|
; CHECK-NOMEMSSA-NEXT: entry:
|
|
; CHECK-NOMEMSSA-NEXT: [[P:%.*]] = alloca i64, align 8
|
|
; CHECK-NOMEMSSA-NEXT: call void @llvm.lifetime.start.p0(ptr [[P]])
|
|
; CHECK-NOMEMSSA-NEXT: [[Q:%.*]] = getelementptr i32, ptr [[P]], i64 1
|
|
; CHECK-NOMEMSSA-NEXT: [[PV:%.*]] = load i32, ptr [[P]], align 4
|
|
; CHECK-NOMEMSSA-NEXT: [[QV:%.*]] = load i32, ptr [[Q]], align 4
|
|
; CHECK-NOMEMSSA-NEXT: call void @llvm.lifetime.end.p0(ptr [[P]])
|
|
; CHECK-NOMEMSSA-NEXT: call void @llvm.lifetime.start.p0(ptr [[P]])
|
|
; CHECK-NOMEMSSA-NEXT: store i32 [[PV]], ptr [[P]], align 4
|
|
; CHECK-NOMEMSSA-NEXT: store i32 [[QV]], ptr [[Q]], align 4
|
|
; CHECK-NOMEMSSA-NEXT: ret void
|
|
;
|
|
; CHECK-LABEL: @test_writeback_lifetimes(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[P:%.*]] = alloca i64, align 8
|
|
; CHECK-NEXT: call void @llvm.lifetime.start.p0(ptr [[P]])
|
|
; CHECK-NEXT: [[Q:%.*]] = getelementptr i32, ptr [[P]], i64 1
|
|
; CHECK-NEXT: [[PV:%.*]] = load i32, ptr [[P]], align 4
|
|
; CHECK-NEXT: [[QV:%.*]] = load i32, ptr [[Q]], align 4
|
|
; CHECK-NEXT: call void @llvm.lifetime.end.p0(ptr [[P]])
|
|
; CHECK-NEXT: call void @llvm.lifetime.start.p0(ptr [[P]])
|
|
; CHECK-NEXT: store i32 [[PV]], ptr [[P]], align 4
|
|
; CHECK-NEXT: store i32 [[QV]], ptr [[Q]], align 4
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
entry:
|
|
%p = alloca i64
|
|
call void @llvm.lifetime.start.p0(ptr %p)
|
|
%q = getelementptr i32, ptr %p, i64 1
|
|
%pv = load i32, ptr %p
|
|
%qv = load i32, ptr %q
|
|
call void @llvm.lifetime.end.p0(ptr %p)
|
|
call void @llvm.lifetime.start.p0(ptr %p)
|
|
store i32 %pv, ptr %p
|
|
store i32 %qv, ptr %q
|
|
ret void
|
|
}
|
|
|
|
;; Check that we respect lifetime.start/lifetime.end intrinsics when deleting
|
|
;; stores that, without the lifetime calls, would be writebacks.
|
|
define void @test_writeback_lifetimes_multi_arg(ptr %q) {
|
|
; CHECK-NOMEMSSA-LABEL: @test_writeback_lifetimes_multi_arg(
|
|
; CHECK-NOMEMSSA-NEXT: entry:
|
|
; CHECK-NOMEMSSA-NEXT: [[P:%.*]] = alloca i64, align 8
|
|
; CHECK-NOMEMSSA-NEXT: call void @llvm.lifetime.start.p0(ptr [[P]])
|
|
; CHECK-NOMEMSSA-NEXT: [[PV:%.*]] = load i32, ptr [[P]], align 4
|
|
; CHECK-NOMEMSSA-NEXT: [[QV:%.*]] = load i32, ptr [[Q:%.*]], align 4
|
|
; CHECK-NOMEMSSA-NEXT: call void @llvm.lifetime.end.p0(ptr [[P]])
|
|
; CHECK-NOMEMSSA-NEXT: call void @llvm.lifetime.start.p0(ptr [[P]])
|
|
; CHECK-NOMEMSSA-NEXT: store i32 [[PV]], ptr [[P]], align 4
|
|
; CHECK-NOMEMSSA-NEXT: store i32 [[QV]], ptr [[Q]], align 4
|
|
; CHECK-NOMEMSSA-NEXT: ret void
|
|
;
|
|
; CHECK-LABEL: @test_writeback_lifetimes_multi_arg(
|
|
; CHECK-NEXT: entry:
|
|
; CHECK-NEXT: [[P:%.*]] = alloca i64, align 8
|
|
; CHECK-NEXT: call void @llvm.lifetime.start.p0(ptr [[P]])
|
|
; CHECK-NEXT: [[PV:%.*]] = load i32, ptr [[P]], align 4
|
|
; CHECK-NEXT: [[QV:%.*]] = load i32, ptr [[Q:%.*]], align 4
|
|
; CHECK-NEXT: call void @llvm.lifetime.end.p0(ptr [[P]])
|
|
; CHECK-NEXT: call void @llvm.lifetime.start.p0(ptr [[P]])
|
|
; CHECK-NEXT: store i32 [[PV]], ptr [[P]], align 4
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
entry:
|
|
%p = alloca i64
|
|
call void @llvm.lifetime.start.p0(ptr %p)
|
|
%pv = load i32, ptr %p
|
|
%qv = load i32, ptr %q
|
|
call void @llvm.lifetime.end.p0(ptr %p)
|
|
call void @llvm.lifetime.start.p0(ptr %p)
|
|
store i32 %pv, ptr %p
|
|
store i32 %qv, ptr %q
|
|
ret void
|
|
}
|
|
|
|
declare void @llvm.lifetime.end.p0(ptr)
|
|
declare void @llvm.lifetime.start.p0(ptr)
|