
This also fixes a bug introduced accidentally in #153651, whereby the `JumpTableToSwitch` would convert all the branch weights to 0 except for one. It didn't trip the test because `update_test_checks` wasn't run with `-check-globals`. It is now. This also made noticeable that the direct calls promoted from the indirect call inherited the `VP`metadata, which should be dropped as it makes no more sense now.
295 lines
12 KiB
LLVM
295 lines
12 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --check-globals all --version 4
|
|
; RUN: opt < %s -passes=jump-table-to-switch -verify-dom-info -S | FileCheck %s
|
|
; RUN: opt < %s -passes=jump-table-to-switch -jump-table-to-switch-size-threshold=0 -verify-dom-info -S | FileCheck %s --check-prefix=THRESHOLD-0
|
|
|
|
@func_array = constant [2 x ptr] [ptr @func0, ptr @func1]
|
|
|
|
;.
|
|
; CHECK: @func_array = constant [2 x ptr] [ptr @func0, ptr @func1]
|
|
; CHECK: @void_func_array = constant [2 x ptr] [ptr @void_func0, ptr @void_func1]
|
|
; CHECK: @func_array_addrspace_42 = addrspace(42) constant [2 x ptr addrspace(42)] [ptr addrspace(42) @func0_addrspace_42, ptr addrspace(42) @func1_addrspace_42]
|
|
;.
|
|
; THRESHOLD-0: @func_array = constant [2 x ptr] [ptr @func0, ptr @func1]
|
|
; THRESHOLD-0: @void_func_array = constant [2 x ptr] [ptr @void_func0, ptr @void_func1]
|
|
; THRESHOLD-0: @func_array_addrspace_42 = addrspace(42) constant [2 x ptr addrspace(42)] [ptr addrspace(42) @func0_addrspace_42, ptr addrspace(42) @func1_addrspace_42]
|
|
;.
|
|
define i32 @func0() !guid !0 {
|
|
; CHECK-LABEL: define i32 @func0(
|
|
; CHECK-SAME: ) !guid [[META0:![0-9]+]] {
|
|
; CHECK-NEXT: ret i32 1
|
|
;
|
|
; THRESHOLD-0-LABEL: define i32 @func0(
|
|
; THRESHOLD-0-SAME: ) !guid [[META0:![0-9]+]] {
|
|
; THRESHOLD-0-NEXT: ret i32 1
|
|
;
|
|
ret i32 1
|
|
}
|
|
|
|
define i32 @func1() !guid !1 {
|
|
; CHECK-LABEL: define i32 @func1(
|
|
; CHECK-SAME: ) !guid [[META1:![0-9]+]] {
|
|
; CHECK-NEXT: ret i32 2
|
|
;
|
|
; THRESHOLD-0-LABEL: define i32 @func1(
|
|
; THRESHOLD-0-SAME: ) !guid [[META1:![0-9]+]] {
|
|
; THRESHOLD-0-NEXT: ret i32 2
|
|
;
|
|
ret i32 2
|
|
}
|
|
|
|
define i32 @function_with_jump_table(i32 %index) {
|
|
; CHECK-LABEL: define i32 @function_with_jump_table(
|
|
; CHECK-SAME: i32 [[INDEX:%.*]]) {
|
|
; CHECK-NEXT: [[GEP:%.*]] = getelementptr inbounds [2 x ptr], ptr @func_array, i32 0, i32 [[INDEX]]
|
|
; CHECK-NEXT: [[FUNC_PTR:%.*]] = load ptr, ptr [[GEP]], align 8
|
|
; CHECK-NEXT: switch i32 [[INDEX]], label [[DEFAULT_SWITCH_CASE_UNREACHABLE:%.*]] [
|
|
; CHECK-NEXT: i32 0, label [[CALL_0:%.*]]
|
|
; CHECK-NEXT: i32 1, label [[CALL_1:%.*]]
|
|
; CHECK-NEXT: ], !prof [[PROF2:![0-9]+]]
|
|
; CHECK: default.switch.case.unreachable:
|
|
; CHECK-NEXT: unreachable
|
|
; CHECK: call.0:
|
|
; CHECK-NEXT: [[TMP1:%.*]] = call i32 @func0()
|
|
; CHECK-NEXT: br label [[DOTTAIL:%.*]]
|
|
; CHECK: call.1:
|
|
; CHECK-NEXT: [[TMP2:%.*]] = call i32 @func1()
|
|
; CHECK-NEXT: br label [[DOTTAIL]]
|
|
; CHECK: .tail:
|
|
; CHECK-NEXT: [[TMP3:%.*]] = phi i32 [ [[TMP1]], [[CALL_0]] ], [ [[TMP2]], [[CALL_1]] ]
|
|
; CHECK-NEXT: ret i32 [[TMP3]]
|
|
;
|
|
; THRESHOLD-0-LABEL: define i32 @function_with_jump_table(
|
|
; THRESHOLD-0-SAME: i32 [[INDEX:%.*]]) {
|
|
; THRESHOLD-0-NEXT: [[GEP:%.*]] = getelementptr inbounds [2 x ptr], ptr @func_array, i32 0, i32 [[INDEX]]
|
|
; THRESHOLD-0-NEXT: [[FUNC_PTR:%.*]] = load ptr, ptr [[GEP]], align 8
|
|
; THRESHOLD-0-NEXT: [[RESULT:%.*]] = call i32 [[FUNC_PTR]](), !prof [[PROF2:![0-9]+]]
|
|
; THRESHOLD-0-NEXT: ret i32 [[RESULT]]
|
|
;
|
|
%gep = getelementptr inbounds [2 x ptr], ptr @func_array, i32 0, i32 %index
|
|
%func_ptr = load ptr, ptr %gep
|
|
%result = call i32 %func_ptr(), !prof !2
|
|
ret i32 %result
|
|
}
|
|
|
|
define i32 @basic_block_splitted_twice(i32 %index) {
|
|
; CHECK-LABEL: define i32 @basic_block_splitted_twice(
|
|
; CHECK-SAME: i32 [[INDEX:%.*]]) {
|
|
; CHECK-NEXT: [[GEP1:%.*]] = getelementptr inbounds [2 x ptr], ptr @func_array, i32 0, i32 [[INDEX]]
|
|
; CHECK-NEXT: [[FUNC_PTR1:%.*]] = load ptr, ptr [[GEP1]], align 8
|
|
; CHECK-NEXT: switch i32 [[INDEX]], label [[DEFAULT_SWITCH_CASE_UNREACHABLE:%.*]] [
|
|
; CHECK-NEXT: i32 0, label [[CALL_0:%.*]]
|
|
; CHECK-NEXT: i32 1, label [[CALL_1:%.*]]
|
|
; CHECK-NEXT: ], !prof [[PROF3:![0-9]+]]
|
|
; CHECK: default.switch.case.unreachable:
|
|
; CHECK-NEXT: unreachable
|
|
; CHECK: call.0:
|
|
; CHECK-NEXT: [[TMP1:%.*]] = call i32 @func0()
|
|
; CHECK-NEXT: br label [[DOTTAIL:%.*]]
|
|
; CHECK: call.1:
|
|
; CHECK-NEXT: [[TMP2:%.*]] = call i32 @func1()
|
|
; CHECK-NEXT: br label [[DOTTAIL]]
|
|
; CHECK: .tail:
|
|
; CHECK-NEXT: [[TMP3:%.*]] = phi i32 [ [[TMP1]], [[CALL_0]] ], [ [[TMP2]], [[CALL_1]] ]
|
|
; CHECK-NEXT: [[GEP2:%.*]] = getelementptr inbounds [2 x ptr], ptr @func_array, i32 0, i32 [[INDEX]]
|
|
; CHECK-NEXT: [[FUNC_PTR2:%.*]] = load ptr, ptr [[GEP2]], align 8
|
|
; CHECK-NEXT: switch i32 [[INDEX]], label [[DEFAULT_SWITCH_CASE_UNREACHABLE1:%.*]] [
|
|
; CHECK-NEXT: i32 0, label [[CALL_02:%.*]]
|
|
; CHECK-NEXT: i32 1, label [[CALL_13:%.*]]
|
|
; CHECK-NEXT: ], !prof [[PROF3]]
|
|
; CHECK: default.switch.case.unreachable1:
|
|
; CHECK-NEXT: unreachable
|
|
; CHECK: call.02:
|
|
; CHECK-NEXT: [[TMP4:%.*]] = call i32 @func0()
|
|
; CHECK-NEXT: br label [[DOTTAIL_TAIL:%.*]]
|
|
; CHECK: call.13:
|
|
; CHECK-NEXT: [[TMP5:%.*]] = call i32 @func1()
|
|
; CHECK-NEXT: br label [[DOTTAIL_TAIL]]
|
|
; CHECK: .tail.tail:
|
|
; CHECK-NEXT: [[TMP6:%.*]] = phi i32 [ [[TMP4]], [[CALL_02]] ], [ [[TMP5]], [[CALL_13]] ]
|
|
; CHECK-NEXT: [[RESULT:%.*]] = add i32 [[TMP3]], [[TMP6]]
|
|
; CHECK-NEXT: ret i32 [[RESULT]]
|
|
;
|
|
; THRESHOLD-0-LABEL: define i32 @basic_block_splitted_twice(
|
|
; THRESHOLD-0-SAME: i32 [[INDEX:%.*]]) {
|
|
; THRESHOLD-0-NEXT: [[GEP1:%.*]] = getelementptr inbounds [2 x ptr], ptr @func_array, i32 0, i32 [[INDEX]]
|
|
; THRESHOLD-0-NEXT: [[FUNC_PTR1:%.*]] = load ptr, ptr [[GEP1]], align 8
|
|
; THRESHOLD-0-NEXT: [[RESULT1:%.*]] = call i32 [[FUNC_PTR1]]()
|
|
; THRESHOLD-0-NEXT: [[GEP2:%.*]] = getelementptr inbounds [2 x ptr], ptr @func_array, i32 0, i32 [[INDEX]]
|
|
; THRESHOLD-0-NEXT: [[FUNC_PTR2:%.*]] = load ptr, ptr [[GEP2]], align 8
|
|
; THRESHOLD-0-NEXT: [[RESULT2:%.*]] = call i32 [[FUNC_PTR2]]()
|
|
; THRESHOLD-0-NEXT: [[RESULT:%.*]] = add i32 [[RESULT1]], [[RESULT2]]
|
|
; THRESHOLD-0-NEXT: ret i32 [[RESULT]]
|
|
;
|
|
%gep1 = getelementptr inbounds [2 x ptr], ptr @func_array, i32 0, i32 %index
|
|
%func_ptr1 = load ptr, ptr %gep1
|
|
%result1 = call i32 %func_ptr1()
|
|
%gep2 = getelementptr inbounds [2 x ptr], ptr @func_array, i32 0, i32 %index
|
|
%func_ptr2 = load ptr, ptr %gep2
|
|
%result2 = call i32 %func_ptr2()
|
|
%result = add i32 %result1, %result2
|
|
ret i32 %result
|
|
}
|
|
|
|
define void @void_func0() {
|
|
; CHECK-LABEL: define void @void_func0() {
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
; THRESHOLD-0-LABEL: define void @void_func0() {
|
|
; THRESHOLD-0-NEXT: ret void
|
|
;
|
|
ret void
|
|
}
|
|
|
|
define void @void_func1() {
|
|
; CHECK-LABEL: define void @void_func1() {
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
; THRESHOLD-0-LABEL: define void @void_func1() {
|
|
; THRESHOLD-0-NEXT: ret void
|
|
;
|
|
ret void
|
|
}
|
|
|
|
@void_func_array = constant [2 x ptr] [ptr @void_func0, ptr @void_func1]
|
|
|
|
define void @void_function_with_jump_table(i32 %index) {
|
|
; CHECK-LABEL: define void @void_function_with_jump_table(
|
|
; CHECK-SAME: i32 [[INDEX:%.*]]) {
|
|
; CHECK-NEXT: [[GEP:%.*]] = getelementptr inbounds [2 x ptr], ptr @void_func_array, i32 0, i32 [[INDEX]]
|
|
; CHECK-NEXT: [[FUNC_PTR:%.*]] = load ptr, ptr [[GEP]], align 8
|
|
; CHECK-NEXT: switch i32 [[INDEX]], label [[DEFAULT_SWITCH_CASE_UNREACHABLE:%.*]] [
|
|
; CHECK-NEXT: i32 0, label [[CALL_0:%.*]]
|
|
; CHECK-NEXT: i32 1, label [[CALL_1:%.*]]
|
|
; CHECK-NEXT: ], !prof [[PROF3]]
|
|
; CHECK: default.switch.case.unreachable:
|
|
; CHECK-NEXT: unreachable
|
|
; CHECK: call.0:
|
|
; CHECK-NEXT: call void @void_func0()
|
|
; CHECK-NEXT: br label [[DOTTAIL:%.*]]
|
|
; CHECK: call.1:
|
|
; CHECK-NEXT: call void @void_func1()
|
|
; CHECK-NEXT: br label [[DOTTAIL]]
|
|
; CHECK: .tail:
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
; THRESHOLD-0-LABEL: define void @void_function_with_jump_table(
|
|
; THRESHOLD-0-SAME: i32 [[INDEX:%.*]]) {
|
|
; THRESHOLD-0-NEXT: [[GEP:%.*]] = getelementptr inbounds [2 x ptr], ptr @void_func_array, i32 0, i32 [[INDEX]]
|
|
; THRESHOLD-0-NEXT: [[FUNC_PTR:%.*]] = load ptr, ptr [[GEP]], align 8
|
|
; THRESHOLD-0-NEXT: call void [[FUNC_PTR]]()
|
|
; THRESHOLD-0-NEXT: ret void
|
|
;
|
|
%gep = getelementptr inbounds [2 x ptr], ptr @void_func_array, i32 0, i32 %index
|
|
%func_ptr = load ptr, ptr %gep
|
|
call void %func_ptr()
|
|
ret void
|
|
}
|
|
|
|
define void @void_function_with_jump_table_and_call_site_attr(i32 %index) {
|
|
; CHECK-LABEL: define void @void_function_with_jump_table_and_call_site_attr(
|
|
; CHECK-SAME: i32 [[INDEX:%.*]]) {
|
|
; CHECK-NEXT: [[GEP:%.*]] = getelementptr inbounds [2 x ptr], ptr @void_func_array, i32 0, i32 [[INDEX]]
|
|
; CHECK-NEXT: [[FUNC_PTR:%.*]] = load ptr, ptr [[GEP]], align 8
|
|
; CHECK-NEXT: switch i32 [[INDEX]], label [[DEFAULT_SWITCH_CASE_UNREACHABLE:%.*]] [
|
|
; CHECK-NEXT: i32 0, label [[CALL_0:%.*]]
|
|
; CHECK-NEXT: i32 1, label [[CALL_1:%.*]]
|
|
; CHECK-NEXT: ], !prof [[PROF3]]
|
|
; CHECK: default.switch.case.unreachable:
|
|
; CHECK-NEXT: unreachable
|
|
; CHECK: call.0:
|
|
; CHECK-NEXT: call void @void_func0() #[[ATTR0:[0-9]+]]
|
|
; CHECK-NEXT: br label [[DOTTAIL:%.*]]
|
|
; CHECK: call.1:
|
|
; CHECK-NEXT: call void @void_func1() #[[ATTR0]]
|
|
; CHECK-NEXT: br label [[DOTTAIL]]
|
|
; CHECK: .tail:
|
|
; CHECK-NEXT: ret void
|
|
;
|
|
; THRESHOLD-0-LABEL: define void @void_function_with_jump_table_and_call_site_attr(
|
|
; THRESHOLD-0-SAME: i32 [[INDEX:%.*]]) {
|
|
; THRESHOLD-0-NEXT: [[GEP:%.*]] = getelementptr inbounds [2 x ptr], ptr @void_func_array, i32 0, i32 [[INDEX]]
|
|
; THRESHOLD-0-NEXT: [[FUNC_PTR:%.*]] = load ptr, ptr [[GEP]], align 8
|
|
; THRESHOLD-0-NEXT: call void [[FUNC_PTR]]() #[[ATTR0:[0-9]+]]
|
|
; THRESHOLD-0-NEXT: ret void
|
|
;
|
|
%gep = getelementptr inbounds [2 x ptr], ptr @void_func_array, i32 0, i32 %index
|
|
%func_ptr = load ptr, ptr %gep
|
|
call void %func_ptr() nounwind
|
|
ret void
|
|
}
|
|
|
|
|
|
define i32 @func0_addrspace_42() addrspace(42) {
|
|
; CHECK-LABEL: define i32 @func0_addrspace_42() addrspace(42) {
|
|
; CHECK-NEXT: ret i32 1
|
|
;
|
|
; THRESHOLD-0-LABEL: define i32 @func0_addrspace_42() addrspace(42) {
|
|
; THRESHOLD-0-NEXT: ret i32 1
|
|
;
|
|
ret i32 1
|
|
}
|
|
|
|
define i32 @func1_addrspace_42() addrspace(42) {
|
|
; CHECK-LABEL: define i32 @func1_addrspace_42() addrspace(42) {
|
|
; CHECK-NEXT: ret i32 2
|
|
;
|
|
; THRESHOLD-0-LABEL: define i32 @func1_addrspace_42() addrspace(42) {
|
|
; THRESHOLD-0-NEXT: ret i32 2
|
|
;
|
|
ret i32 2
|
|
}
|
|
|
|
@func_array_addrspace_42 = addrspace(42) constant [2 x ptr addrspace(42)] [ptr addrspace(42) @func0_addrspace_42, ptr addrspace(42) @func1_addrspace_42]
|
|
|
|
define i32 @function_with_jump_table_addrspace_42(i32 %index) addrspace(42) {
|
|
; CHECK-LABEL: define i32 @function_with_jump_table_addrspace_42(
|
|
; CHECK-SAME: i32 [[INDEX:%.*]]) addrspace(42) {
|
|
; CHECK-NEXT: [[GEP:%.*]] = getelementptr inbounds [2 x ptr addrspace(42)], ptr addrspace(42) @func_array_addrspace_42, i32 0, i32 [[INDEX]]
|
|
; CHECK-NEXT: [[FUNC_PTR:%.*]] = load ptr addrspace(42), ptr addrspace(42) [[GEP]], align 8
|
|
; CHECK-NEXT: switch i32 [[INDEX]], label [[DEFAULT_SWITCH_CASE_UNREACHABLE:%.*]] [
|
|
; CHECK-NEXT: i32 0, label [[CALL_0:%.*]]
|
|
; CHECK-NEXT: i32 1, label [[CALL_1:%.*]]
|
|
; CHECK-NEXT: ], !prof [[PROF3]]
|
|
; CHECK: default.switch.case.unreachable:
|
|
; CHECK-NEXT: unreachable
|
|
; CHECK: call.0:
|
|
; CHECK-NEXT: [[TMP1:%.*]] = call addrspace(42) i32 @func0_addrspace_42()
|
|
; CHECK-NEXT: br label [[DOTTAIL:%.*]]
|
|
; CHECK: call.1:
|
|
; CHECK-NEXT: [[TMP2:%.*]] = call addrspace(42) i32 @func1_addrspace_42()
|
|
; CHECK-NEXT: br label [[DOTTAIL]]
|
|
; CHECK: .tail:
|
|
; CHECK-NEXT: [[TMP3:%.*]] = phi i32 [ [[TMP1]], [[CALL_0]] ], [ [[TMP2]], [[CALL_1]] ]
|
|
; CHECK-NEXT: ret i32 [[TMP3]]
|
|
;
|
|
; THRESHOLD-0-LABEL: define i32 @function_with_jump_table_addrspace_42(
|
|
; THRESHOLD-0-SAME: i32 [[INDEX:%.*]]) addrspace(42) {
|
|
; THRESHOLD-0-NEXT: [[GEP:%.*]] = getelementptr inbounds [2 x ptr addrspace(42)], ptr addrspace(42) @func_array_addrspace_42, i32 0, i32 [[INDEX]]
|
|
; THRESHOLD-0-NEXT: [[FUNC_PTR:%.*]] = load ptr addrspace(42), ptr addrspace(42) [[GEP]], align 8
|
|
; THRESHOLD-0-NEXT: [[RESULT:%.*]] = call addrspace(42) i32 [[FUNC_PTR]]()
|
|
; THRESHOLD-0-NEXT: ret i32 [[RESULT]]
|
|
;
|
|
%gep = getelementptr inbounds [2 x ptr addrspace(42)], ptr addrspace(42) @func_array_addrspace_42, i32 0, i32 %index
|
|
%func_ptr = load ptr addrspace(42), ptr addrspace(42) %gep, align 8
|
|
%result = call addrspace(42) i32 %func_ptr()
|
|
ret i32 %result
|
|
}
|
|
|
|
!0 = !{i64 5678}
|
|
!1 = !{i64 5555}
|
|
!2 = !{!"VP", i32 0, i64 25, i64 5678, i64 20, i64 5555, i64 5}
|
|
;.
|
|
; CHECK: attributes #[[ATTR0]] = { nounwind }
|
|
;.
|
|
; THRESHOLD-0: attributes #[[ATTR0]] = { nounwind }
|
|
;.
|
|
; CHECK: [[META0]] = !{i64 5678}
|
|
; CHECK: [[META1]] = !{i64 5555}
|
|
; CHECK: [[PROF2]] = !{!"branch_weights", i32 0, i32 20, i32 5}
|
|
; CHECK: [[PROF3]] = !{!"unknown"}
|
|
;.
|
|
; THRESHOLD-0: [[META0]] = !{i64 5678}
|
|
; THRESHOLD-0: [[META1]] = !{i64 5555}
|
|
; THRESHOLD-0: [[PROF2]] = !{!"VP", i32 0, i64 25, i64 5678, i64 20, i64 5555, i64 5}
|
|
;.
|