We currently encode an estimated trip count of 0 as the latch having branch probabilities 0-0. That's an invalid pair of weights. The probability of a branch is computed as a fraction of its corresponding weight and the sum of the weights. In fact, `BranchProbabilityInfo::calcMetadataWeights` will convert this to a 1-1, meaning 50% - 50%, which isn't quite what we want. To indicate the loop is never taken, we just need to initialize the exit probability to non-zero (hence, 1) Related: https://reviews.llvm.org/D67905 Issue #147390
427 lines
27 KiB
LLVM
427 lines
27 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --filter "br" --filter "^.*:" --version 5
|
|
; RUN: opt -passes="print<block-freq>,loop-vectorize" -mcpu=neoverse-v1 -force-vector-interleave=1 -S < %s | FileCheck %s -check-prefix=CHECK-V1-IC1
|
|
; RUN: opt -passes="print<block-freq>,loop-vectorize" -mcpu=neoverse-v1 -force-vector-interleave=1 \
|
|
; RUN: -epilogue-vectorization-force-VF=4 -S < %s | FileCheck %s -check-prefix=CHECK-V1-IC1-FORCE-EPI4
|
|
; RUN: opt -passes="print<block-freq>,loop-vectorize" -mcpu=neoverse-v2 -force-vector-interleave=1 -S < %s | FileCheck %s -check-prefix=CHECK-V2-IC1
|
|
; RUN: opt -passes="print<block-freq>,loop-vectorize" -mcpu=neoverse-v2 -force-vector-interleave=4 -S < %s | FileCheck %s -check-prefix=CHECK-V2-IC4
|
|
|
|
target triple = "aarch64-unknown-linux-gnu"
|
|
|
|
@a = global [1024 x i32] zeroinitializer, align 16
|
|
@b = global [1024 x i32] zeroinitializer, align 16
|
|
|
|
; We expect the branch weight computations after vectorisation to use
|
|
; vscale=2 for neoverse-v1 and vscale=1 for neoverse-v2.
|
|
define void @foo_i32(i64 %n) {
|
|
; CHECK-V1-IC1-LABEL: define void @foo_i32(
|
|
; CHECK-V1-IC1-SAME: i64 [[N:%.*]]) #[[ATTR0:[0-9]+]] {
|
|
; CHECK-V1-IC1: [[ENTRY:.*:]]
|
|
; CHECK-V1-IC1: br i1 [[MIN_ITERS_CHECK:%.*]], label %[[SCALAR_PH:.*]], label %[[VECTOR_PH:.*]], !prof [[PROF0:![0-9]+]]
|
|
; CHECK-V1-IC1: [[VECTOR_PH]]:
|
|
; CHECK-V1-IC1: br label %[[VECTOR_BODY:.*]]
|
|
; CHECK-V1-IC1: [[VECTOR_BODY]]:
|
|
; CHECK-V1-IC1: br i1 [[TMP6:%.*]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !prof [[PROF0]], !llvm.loop [[LOOP1:![0-9]+]]
|
|
; CHECK-V1-IC1: [[MIDDLE_BLOCK]]:
|
|
; CHECK-V1-IC1: br i1 [[CMP_N:%.*]], label %[[FOR_COND_CLEANUP:.*]], label %[[SCALAR_PH]], !prof [[PROF5:![0-9]+]]
|
|
; CHECK-V1-IC1: [[SCALAR_PH]]:
|
|
; CHECK-V1-IC1: br label %[[FOR_BODY:.*]]
|
|
; CHECK-V1-IC1: [[FOR_BODY]]:
|
|
; CHECK-V1-IC1: br i1 [[EXITCOND:%.*]], label %[[FOR_COND_CLEANUP]], label %[[FOR_BODY]], !prof [[PROF6:![0-9]+]], !llvm.loop [[LOOP7:![0-9]+]]
|
|
; CHECK-V1-IC1: [[FOR_COND_CLEANUP]]:
|
|
;
|
|
; CHECK-V1-IC1-FORCE-EPI4-LABEL: define void @foo_i32(
|
|
; CHECK-V1-IC1-FORCE-EPI4-SAME: i64 [[N:%.*]]) #[[ATTR0:[0-9]+]] {
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[ITER_CHECK:.*:]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[MIN_ITERS_CHECK:%.*]], label %[[VEC_EPILOG_SCALAR_PH:.*]], label %[[VECTOR_MAIN_LOOP_ITER_CHECK:.*]], !prof [[PROF0:![0-9]+]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VECTOR_MAIN_LOOP_ITER_CHECK]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[MIN_ITERS_CHECK1:%.*]], label %[[VEC_EPILOG_PH:.*]], label %[[VECTOR_PH:.*]], !prof [[PROF0]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VECTOR_PH]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br label %[[VECTOR_BODY:.*]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VECTOR_BODY]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[TMP6:%.*]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !prof [[PROF0]], !llvm.loop [[LOOP1:![0-9]+]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[MIDDLE_BLOCK]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[CMP_N:%.*]], label %[[FOR_COND_CLEANUP:.*]], label %[[VEC_EPILOG_ITER_CHECK:.*]], !prof [[PROF5:![0-9]+]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VEC_EPILOG_ITER_CHECK]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[MIN_EPILOG_ITERS_CHECK:%.*]], label %[[VEC_EPILOG_SCALAR_PH]], label %[[VEC_EPILOG_PH]], !prof [[PROF6:![0-9]+]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VEC_EPILOG_PH]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br label %[[VEC_EPILOG_VECTOR_BODY:.*]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VEC_EPILOG_VECTOR_BODY]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[TMP9:%.*]], label %[[VEC_EPILOG_MIDDLE_BLOCK:.*]], label %[[VEC_EPILOG_VECTOR_BODY]], !llvm.loop [[LOOP7:![0-9]+]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VEC_EPILOG_MIDDLE_BLOCK]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[CMP_N7:%.*]], label %[[FOR_COND_CLEANUP]], label %[[VEC_EPILOG_SCALAR_PH]], !prof [[PROF9:![0-9]+]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VEC_EPILOG_SCALAR_PH]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br label %[[FOR_BODY:.*]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[FOR_BODY]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[EXITCOND:%.*]], label %[[FOR_COND_CLEANUP]], label %[[FOR_BODY]], !prof [[PROF10:![0-9]+]], !llvm.loop [[LOOP11:![0-9]+]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[FOR_COND_CLEANUP]]:
|
|
;
|
|
; CHECK-V2-IC1-LABEL: define void @foo_i32(
|
|
; CHECK-V2-IC1-SAME: i64 [[N:%.*]]) #[[ATTR0:[0-9]+]] {
|
|
; CHECK-V2-IC1: [[ENTRY:.*:]]
|
|
; CHECK-V2-IC1: br i1 [[MIN_ITERS_CHECK:%.*]], label %[[SCALAR_PH:.*]], label %[[VECTOR_PH:.*]], !prof [[PROF0:![0-9]+]]
|
|
; CHECK-V2-IC1: [[VECTOR_PH]]:
|
|
; CHECK-V2-IC1: br label %[[VECTOR_BODY:.*]]
|
|
; CHECK-V2-IC1: [[VECTOR_BODY]]:
|
|
; CHECK-V2-IC1: br i1 [[TMP2:%.*]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !prof [[PROF1:![0-9]+]], !llvm.loop [[LOOP2:![0-9]+]]
|
|
; CHECK-V2-IC1: [[MIDDLE_BLOCK]]:
|
|
; CHECK-V2-IC1: br i1 [[CMP_N:%.*]], label %[[FOR_COND_CLEANUP:.*]], label %[[SCALAR_PH]], !prof [[PROF6:![0-9]+]]
|
|
; CHECK-V2-IC1: [[SCALAR_PH]]:
|
|
; CHECK-V2-IC1: br label %[[FOR_BODY:.*]]
|
|
; CHECK-V2-IC1: [[FOR_BODY]]:
|
|
; CHECK-V2-IC1: br i1 [[EXITCOND:%.*]], label %[[FOR_COND_CLEANUP]], label %[[FOR_BODY]], !prof [[PROF7:![0-9]+]], !llvm.loop [[LOOP8:![0-9]+]]
|
|
; CHECK-V2-IC1: [[FOR_COND_CLEANUP]]:
|
|
;
|
|
; CHECK-V2-IC4-LABEL: define void @foo_i32(
|
|
; CHECK-V2-IC4-SAME: i64 [[N:%.*]]) #[[ATTR0:[0-9]+]] {
|
|
; CHECK-V2-IC4: [[ITER_CHECK:.*:]]
|
|
; CHECK-V2-IC4: br i1 [[MIN_ITERS_CHECK:%.*]], label %[[VEC_EPILOG_SCALAR_PH:.*]], label %[[VECTOR_MAIN_LOOP_ITER_CHECK:.*]], !prof [[PROF0:![0-9]+]]
|
|
; CHECK-V2-IC4: [[VECTOR_MAIN_LOOP_ITER_CHECK]]:
|
|
; CHECK-V2-IC4: br i1 [[MIN_ITERS_CHECK1:%.*]], label %[[VEC_EPILOG_PH:.*]], label %[[VECTOR_PH:.*]], !prof [[PROF0]]
|
|
; CHECK-V2-IC4: [[VECTOR_PH]]:
|
|
; CHECK-V2-IC4: br label %[[VECTOR_BODY:.*]]
|
|
; CHECK-V2-IC4: [[VECTOR_BODY]]:
|
|
; CHECK-V2-IC4: br i1 [[TMP8:%.*]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !prof [[PROF1:![0-9]+]], !llvm.loop [[LOOP2:![0-9]+]]
|
|
; CHECK-V2-IC4: [[MIDDLE_BLOCK]]:
|
|
; CHECK-V2-IC4: br i1 [[CMP_N:%.*]], label %[[FOR_COND_CLEANUP:.*]], label %[[VEC_EPILOG_ITER_CHECK:.*]], !prof [[PROF6:![0-9]+]]
|
|
; CHECK-V2-IC4: [[VEC_EPILOG_ITER_CHECK]]:
|
|
; CHECK-V2-IC4: br i1 [[MIN_EPILOG_ITERS_CHECK:%.*]], label %[[VEC_EPILOG_SCALAR_PH]], label %[[VEC_EPILOG_PH]], !prof [[PROF7:![0-9]+]]
|
|
; CHECK-V2-IC4: [[VEC_EPILOG_PH]]:
|
|
; CHECK-V2-IC4: br label %[[VEC_EPILOG_VECTOR_BODY:.*]]
|
|
; CHECK-V2-IC4: [[VEC_EPILOG_VECTOR_BODY]]:
|
|
; CHECK-V2-IC4: br i1 [[TMP11:%.*]], label %[[VEC_EPILOG_MIDDLE_BLOCK:.*]], label %[[VEC_EPILOG_VECTOR_BODY]], !llvm.loop [[LOOP8:![0-9]+]]
|
|
; CHECK-V2-IC4: [[VEC_EPILOG_MIDDLE_BLOCK]]:
|
|
; CHECK-V2-IC4: br i1 [[CMP_N10:%.*]], label %[[FOR_COND_CLEANUP]], label %[[VEC_EPILOG_SCALAR_PH]], !prof [[PROF10:![0-9]+]]
|
|
; CHECK-V2-IC4: [[VEC_EPILOG_SCALAR_PH]]:
|
|
; CHECK-V2-IC4: br label %[[FOR_BODY:.*]]
|
|
; CHECK-V2-IC4: [[FOR_BODY]]:
|
|
; CHECK-V2-IC4: br i1 [[EXITCOND:%.*]], label %[[FOR_COND_CLEANUP]], label %[[FOR_BODY]], !prof [[PROF11:![0-9]+]], !llvm.loop [[LOOP12:![0-9]+]]
|
|
; CHECK-V2-IC4: [[FOR_COND_CLEANUP]]:
|
|
;
|
|
entry:
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body, %entry
|
|
%iv = phi i64 [ 0, %entry ], [ %iv.next, %for.body ]
|
|
%arrayidx = getelementptr inbounds [1024 x i32], ptr @b, i64 0, i64 %iv
|
|
%load = load i32, ptr %arrayidx, align 4
|
|
%arrayidx2 = getelementptr inbounds [1024 x i32], ptr @a, i64 0, i64 %iv
|
|
store i32 %load, ptr %arrayidx2, align 4
|
|
%iv.next = add nuw nsw i64 %iv, 1
|
|
%exitcond = icmp eq i64 %iv.next, %n
|
|
br i1 %exitcond, label %for.cond.cleanup, label %for.body, !prof !0
|
|
|
|
for.cond.cleanup: ; preds = %for.body
|
|
ret void
|
|
}
|
|
|
|
define void @foo_i8(i64 %n) {
|
|
; CHECK-V1-IC1-LABEL: define void @foo_i8(
|
|
; CHECK-V1-IC1-SAME: i64 [[N:%.*]]) #[[ATTR0]] {
|
|
; CHECK-V1-IC1: [[ITER_CHECK:.*:]]
|
|
; CHECK-V1-IC1: br i1 [[MIN_ITERS_CHECK:%.*]], label %[[VEC_EPILOG_SCALAR_PH:.*]], label %[[VECTOR_MAIN_LOOP_ITER_CHECK:.*]], !prof [[PROF0]]
|
|
; CHECK-V1-IC1: [[VECTOR_MAIN_LOOP_ITER_CHECK]]:
|
|
; CHECK-V1-IC1: br i1 [[MIN_ITERS_CHECK1:%.*]], label %[[VEC_EPILOG_PH:.*]], label %[[VECTOR_PH:.*]], !prof [[PROF0]]
|
|
; CHECK-V1-IC1: [[VECTOR_PH]]:
|
|
; CHECK-V1-IC1: br label %[[VECTOR_BODY:.*]]
|
|
; CHECK-V1-IC1: [[VECTOR_BODY]]:
|
|
; CHECK-V1-IC1: br i1 [[TMP6:%.*]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !prof [[PROF9:![0-9]+]], !llvm.loop [[LOOP10:![0-9]+]]
|
|
; CHECK-V1-IC1: [[MIDDLE_BLOCK]]:
|
|
; CHECK-V1-IC1: br i1 [[CMP_N:%.*]], label %[[FOR_COND_CLEANUP:.*]], label %[[VEC_EPILOG_ITER_CHECK:.*]], !prof [[PROF9]]
|
|
; CHECK-V1-IC1: [[VEC_EPILOG_ITER_CHECK]]:
|
|
; CHECK-V1-IC1: br i1 [[MIN_EPILOG_ITERS_CHECK:%.*]], label %[[VEC_EPILOG_SCALAR_PH]], label %[[VEC_EPILOG_PH]], !prof [[PROF12:![0-9]+]]
|
|
; CHECK-V1-IC1: [[VEC_EPILOG_PH]]:
|
|
; CHECK-V1-IC1: br label %[[VEC_EPILOG_VECTOR_BODY:.*]]
|
|
; CHECK-V1-IC1: [[VEC_EPILOG_VECTOR_BODY]]:
|
|
; CHECK-V1-IC1: br i1 [[TMP9:%.*]], label %[[VEC_EPILOG_MIDDLE_BLOCK:.*]], label %[[VEC_EPILOG_VECTOR_BODY]], !llvm.loop [[LOOP13:![0-9]+]]
|
|
; CHECK-V1-IC1: [[VEC_EPILOG_MIDDLE_BLOCK]]:
|
|
; CHECK-V1-IC1: br i1 [[CMP_N7:%.*]], label %[[FOR_COND_CLEANUP]], label %[[VEC_EPILOG_SCALAR_PH]], !prof [[PROF14:![0-9]+]]
|
|
; CHECK-V1-IC1: [[VEC_EPILOG_SCALAR_PH]]:
|
|
; CHECK-V1-IC1: br label %[[FOR_BODY:.*]]
|
|
; CHECK-V1-IC1: [[FOR_BODY]]:
|
|
; CHECK-V1-IC1: br i1 [[EXITCOND:%.*]], label %[[FOR_COND_CLEANUP]], label %[[FOR_BODY]], !prof [[PROF6]], !llvm.loop [[LOOP15:![0-9]+]]
|
|
; CHECK-V1-IC1: [[FOR_COND_CLEANUP]]:
|
|
;
|
|
; CHECK-V1-IC1-FORCE-EPI4-LABEL: define void @foo_i8(
|
|
; CHECK-V1-IC1-FORCE-EPI4-SAME: i64 [[N:%.*]]) #[[ATTR0]] {
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[ITER_CHECK:.*:]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[MIN_ITERS_CHECK:%.*]], label %[[VEC_EPILOG_SCALAR_PH:.*]], label %[[VECTOR_MAIN_LOOP_ITER_CHECK:.*]], !prof [[PROF0]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VECTOR_MAIN_LOOP_ITER_CHECK]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[MIN_ITERS_CHECK1:%.*]], label %[[VEC_EPILOG_PH:.*]], label %[[VECTOR_PH:.*]], !prof [[PROF0]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VECTOR_PH]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br label %[[VECTOR_BODY:.*]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VECTOR_BODY]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[TMP6:%.*]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !prof [[PROF12:![0-9]+]], !llvm.loop [[LOOP13:![0-9]+]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[MIDDLE_BLOCK]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[CMP_N:%.*]], label %[[FOR_COND_CLEANUP:.*]], label %[[VEC_EPILOG_ITER_CHECK:.*]], !prof [[PROF12]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VEC_EPILOG_ITER_CHECK]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[MIN_EPILOG_ITERS_CHECK:%.*]], label %[[VEC_EPILOG_SCALAR_PH]], label %[[VEC_EPILOG_PH]], !prof [[PROF15:![0-9]+]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VEC_EPILOG_PH]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br label %[[VEC_EPILOG_VECTOR_BODY:.*]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VEC_EPILOG_VECTOR_BODY]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[TMP9:%.*]], label %[[VEC_EPILOG_MIDDLE_BLOCK:.*]], label %[[VEC_EPILOG_VECTOR_BODY]], !llvm.loop [[LOOP16:![0-9]+]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VEC_EPILOG_MIDDLE_BLOCK]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[CMP_N7:%.*]], label %[[FOR_COND_CLEANUP]], label %[[VEC_EPILOG_SCALAR_PH]], !prof [[PROF9]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VEC_EPILOG_SCALAR_PH]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br label %[[FOR_BODY:.*]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[FOR_BODY]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[EXITCOND:%.*]], label %[[FOR_COND_CLEANUP]], label %[[FOR_BODY]], !prof [[PROF10]], !llvm.loop [[LOOP17:![0-9]+]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[FOR_COND_CLEANUP]]:
|
|
;
|
|
; CHECK-V2-IC1-LABEL: define void @foo_i8(
|
|
; CHECK-V2-IC1-SAME: i64 [[N:%.*]]) #[[ATTR0]] {
|
|
; CHECK-V2-IC1: [[ITER_CHECK:.*:]]
|
|
; CHECK-V2-IC1: br i1 [[MIN_ITERS_CHECK:%.*]], label %[[VEC_EPILOG_SCALAR_PH:.*]], label %[[VECTOR_MAIN_LOOP_ITER_CHECK:.*]], !prof [[PROF0]]
|
|
; CHECK-V2-IC1: [[VECTOR_MAIN_LOOP_ITER_CHECK]]:
|
|
; CHECK-V2-IC1: br i1 [[MIN_ITERS_CHECK1:%.*]], label %[[VEC_EPILOG_PH:.*]], label %[[VECTOR_PH:.*]], !prof [[PROF0]]
|
|
; CHECK-V2-IC1: [[VECTOR_PH]]:
|
|
; CHECK-V2-IC1: br label %[[VECTOR_BODY:.*]]
|
|
; CHECK-V2-IC1: [[VECTOR_BODY]]:
|
|
; CHECK-V2-IC1: br i1 [[TMP4:%.*]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !prof [[PROF10:![0-9]+]], !llvm.loop [[LOOP11:![0-9]+]]
|
|
; CHECK-V2-IC1: [[MIDDLE_BLOCK]]:
|
|
; CHECK-V2-IC1: br i1 [[CMP_N:%.*]], label %[[FOR_COND_CLEANUP:.*]], label %[[VEC_EPILOG_ITER_CHECK:.*]], !prof [[PROF13:![0-9]+]]
|
|
; CHECK-V2-IC1: [[VEC_EPILOG_ITER_CHECK]]:
|
|
; CHECK-V2-IC1: br i1 [[MIN_EPILOG_ITERS_CHECK:%.*]], label %[[VEC_EPILOG_SCALAR_PH]], label %[[VEC_EPILOG_PH]], !prof [[PROF14:![0-9]+]]
|
|
; CHECK-V2-IC1: [[VEC_EPILOG_PH]]:
|
|
; CHECK-V2-IC1: br label %[[VEC_EPILOG_VECTOR_BODY:.*]]
|
|
; CHECK-V2-IC1: [[VEC_EPILOG_VECTOR_BODY]]:
|
|
; CHECK-V2-IC1: br i1 [[TMP9:%.*]], label %[[VEC_EPILOG_MIDDLE_BLOCK:.*]], label %[[VEC_EPILOG_VECTOR_BODY]], !llvm.loop [[LOOP15:![0-9]+]]
|
|
; CHECK-V2-IC1: [[VEC_EPILOG_MIDDLE_BLOCK]]:
|
|
; CHECK-V2-IC1: br i1 [[CMP_N7:%.*]], label %[[FOR_COND_CLEANUP]], label %[[VEC_EPILOG_SCALAR_PH]], !prof [[PROF6]]
|
|
; CHECK-V2-IC1: [[VEC_EPILOG_SCALAR_PH]]:
|
|
; CHECK-V2-IC1: br label %[[FOR_BODY:.*]]
|
|
; CHECK-V2-IC1: [[FOR_BODY]]:
|
|
; CHECK-V2-IC1: br i1 [[EXITCOND:%.*]], label %[[FOR_COND_CLEANUP]], label %[[FOR_BODY]], !prof [[PROF7]], !llvm.loop [[LOOP16:![0-9]+]]
|
|
; CHECK-V2-IC1: [[FOR_COND_CLEANUP]]:
|
|
;
|
|
; CHECK-V2-IC4-LABEL: define void @foo_i8(
|
|
; CHECK-V2-IC4-SAME: i64 [[N:%.*]]) #[[ATTR0]] {
|
|
; CHECK-V2-IC4: [[ITER_CHECK:.*:]]
|
|
; CHECK-V2-IC4: br i1 [[MIN_ITERS_CHECK:%.*]], label %[[VEC_EPILOG_SCALAR_PH:.*]], label %[[VECTOR_MAIN_LOOP_ITER_CHECK:.*]], !prof [[PROF0]]
|
|
; CHECK-V2-IC4: [[VECTOR_MAIN_LOOP_ITER_CHECK]]:
|
|
; CHECK-V2-IC4: br i1 [[MIN_ITERS_CHECK1:%.*]], label %[[VEC_EPILOG_PH:.*]], label %[[VECTOR_PH:.*]], !prof [[PROF0]]
|
|
; CHECK-V2-IC4: [[VECTOR_PH]]:
|
|
; CHECK-V2-IC4: br label %[[VECTOR_BODY:.*]]
|
|
; CHECK-V2-IC4: [[VECTOR_BODY]]:
|
|
; CHECK-V2-IC4: br i1 [[TMP8:%.*]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !prof [[PROF6]], !llvm.loop [[LOOP13:![0-9]+]]
|
|
; CHECK-V2-IC4: [[MIDDLE_BLOCK]]:
|
|
; CHECK-V2-IC4: br i1 [[CMP_N:%.*]], label %[[FOR_COND_CLEANUP:.*]], label %[[VEC_EPILOG_ITER_CHECK:.*]], !prof [[PROF1]]
|
|
; CHECK-V2-IC4: [[VEC_EPILOG_ITER_CHECK]]:
|
|
; CHECK-V2-IC4: br i1 [[MIN_EPILOG_ITERS_CHECK:%.*]], label %[[VEC_EPILOG_SCALAR_PH]], label %[[VEC_EPILOG_PH]], !prof [[PROF15:![0-9]+]]
|
|
; CHECK-V2-IC4: [[VEC_EPILOG_PH]]:
|
|
; CHECK-V2-IC4: br label %[[VEC_EPILOG_VECTOR_BODY:.*]]
|
|
; CHECK-V2-IC4: [[VEC_EPILOG_VECTOR_BODY]]:
|
|
; CHECK-V2-IC4: br i1 [[TMP11:%.*]], label %[[VEC_EPILOG_MIDDLE_BLOCK:.*]], label %[[VEC_EPILOG_VECTOR_BODY]], !llvm.loop [[LOOP16:![0-9]+]]
|
|
; CHECK-V2-IC4: [[VEC_EPILOG_MIDDLE_BLOCK]]:
|
|
; CHECK-V2-IC4: br i1 [[CMP_N10:%.*]], label %[[FOR_COND_CLEANUP]], label %[[VEC_EPILOG_SCALAR_PH]], !prof [[PROF17:![0-9]+]]
|
|
; CHECK-V2-IC4: [[VEC_EPILOG_SCALAR_PH]]:
|
|
; CHECK-V2-IC4: br label %[[FOR_BODY:.*]]
|
|
; CHECK-V2-IC4: [[FOR_BODY]]:
|
|
; CHECK-V2-IC4: br i1 [[EXITCOND:%.*]], label %[[FOR_COND_CLEANUP]], label %[[FOR_BODY]], !prof [[PROF11]], !llvm.loop [[LOOP18:![0-9]+]]
|
|
; CHECK-V2-IC4: [[FOR_COND_CLEANUP]]:
|
|
;
|
|
entry:
|
|
br label %for.body
|
|
|
|
for.body:
|
|
%iv = phi i64 [ 0, %entry ], [ %iv.next, %for.body ]
|
|
%arrayidx = getelementptr inbounds [1024 x i8], ptr @b, i64 0, i64 %iv
|
|
%load = load i8, ptr %arrayidx, align 1
|
|
%arrayidx2 = getelementptr inbounds [1024 x i8], ptr @a, i64 0, i64 %iv
|
|
store i8 %load, ptr %arrayidx2, align 1
|
|
%iv.next = add nuw nsw i64 %iv, 1
|
|
%exitcond = icmp eq i64 %iv.next, %n
|
|
br i1 %exitcond, label %for.cond.cleanup, label %for.body, !prof !0
|
|
|
|
for.cond.cleanup:
|
|
ret void
|
|
}
|
|
|
|
define void @foo_i32_no_bw(i64 %n) {
|
|
; CHECK-V1-IC1-LABEL: define void @foo_i32_no_bw(
|
|
; CHECK-V1-IC1-SAME: i64 [[N:%.*]]) #[[ATTR0]] {
|
|
; CHECK-V1-IC1: [[ENTRY:.*:]]
|
|
; CHECK-V1-IC1: br i1 [[MIN_ITERS_CHECK:%.*]], label %[[SCALAR_PH:.*]], label %[[VECTOR_PH:.*]]
|
|
; CHECK-V1-IC1: [[VECTOR_PH]]:
|
|
; CHECK-V1-IC1: br label %[[VECTOR_BODY:.*]]
|
|
; CHECK-V1-IC1: [[VECTOR_BODY]]:
|
|
; CHECK-V1-IC1: br i1 [[TMP6:%.*]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !llvm.loop [[LOOP16:![0-9]+]]
|
|
; CHECK-V1-IC1: [[MIDDLE_BLOCK]]:
|
|
; CHECK-V1-IC1: br i1 [[CMP_N:%.*]], label %[[FOR_COND_CLEANUP:.*]], label %[[SCALAR_PH]]
|
|
; CHECK-V1-IC1: [[SCALAR_PH]]:
|
|
; CHECK-V1-IC1: br label %[[FOR_BODY:.*]]
|
|
; CHECK-V1-IC1: [[FOR_BODY]]:
|
|
; CHECK-V1-IC1: br i1 [[EXITCOND:%.*]], label %[[FOR_COND_CLEANUP]], label %[[FOR_BODY]], !llvm.loop [[LOOP17:![0-9]+]]
|
|
; CHECK-V1-IC1: [[FOR_COND_CLEANUP]]:
|
|
;
|
|
; CHECK-V1-IC1-FORCE-EPI4-LABEL: define void @foo_i32_no_bw(
|
|
; CHECK-V1-IC1-FORCE-EPI4-SAME: i64 [[N:%.*]]) #[[ATTR0]] {
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[ITER_CHECK:.*:]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[MIN_ITERS_CHECK:%.*]], label %[[VEC_EPILOG_SCALAR_PH:.*]], label %[[VECTOR_MAIN_LOOP_ITER_CHECK:.*]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VECTOR_MAIN_LOOP_ITER_CHECK]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[MIN_ITERS_CHECK1:%.*]], label %[[VEC_EPILOG_PH:.*]], label %[[VECTOR_PH:.*]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VECTOR_PH]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br label %[[VECTOR_BODY:.*]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VECTOR_BODY]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[TMP6:%.*]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !llvm.loop [[LOOP18:![0-9]+]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[MIDDLE_BLOCK]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[CMP_N:%.*]], label %[[FOR_COND_CLEANUP:.*]], label %[[VEC_EPILOG_ITER_CHECK:.*]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VEC_EPILOG_ITER_CHECK]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[MIN_EPILOG_ITERS_CHECK:%.*]], label %[[VEC_EPILOG_SCALAR_PH]], label %[[VEC_EPILOG_PH]], !prof [[PROF6]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VEC_EPILOG_PH]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br label %[[VEC_EPILOG_VECTOR_BODY:.*]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VEC_EPILOG_VECTOR_BODY]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[TMP9:%.*]], label %[[VEC_EPILOG_MIDDLE_BLOCK:.*]], label %[[VEC_EPILOG_VECTOR_BODY]], !llvm.loop [[LOOP19:![0-9]+]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VEC_EPILOG_MIDDLE_BLOCK]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[CMP_N7:%.*]], label %[[FOR_COND_CLEANUP]], label %[[VEC_EPILOG_SCALAR_PH]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[VEC_EPILOG_SCALAR_PH]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br label %[[FOR_BODY:.*]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[FOR_BODY]]:
|
|
; CHECK-V1-IC1-FORCE-EPI4: br i1 [[EXITCOND:%.*]], label %[[FOR_COND_CLEANUP]], label %[[FOR_BODY]], !llvm.loop [[LOOP20:![0-9]+]]
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[FOR_COND_CLEANUP]]:
|
|
;
|
|
; CHECK-V2-IC1-LABEL: define void @foo_i32_no_bw(
|
|
; CHECK-V2-IC1-SAME: i64 [[N:%.*]]) #[[ATTR0]] {
|
|
; CHECK-V2-IC1: [[ENTRY:.*:]]
|
|
; CHECK-V2-IC1: br i1 [[MIN_ITERS_CHECK:%.*]], label %[[SCALAR_PH:.*]], label %[[VECTOR_PH:.*]]
|
|
; CHECK-V2-IC1: [[VECTOR_PH]]:
|
|
; CHECK-V2-IC1: br label %[[VECTOR_BODY:.*]]
|
|
; CHECK-V2-IC1: [[VECTOR_BODY]]:
|
|
; CHECK-V2-IC1: br i1 [[TMP2:%.*]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !llvm.loop [[LOOP17:![0-9]+]]
|
|
; CHECK-V2-IC1: [[MIDDLE_BLOCK]]:
|
|
; CHECK-V2-IC1: br i1 [[CMP_N:%.*]], label %[[FOR_COND_CLEANUP:.*]], label %[[SCALAR_PH]]
|
|
; CHECK-V2-IC1: [[SCALAR_PH]]:
|
|
; CHECK-V2-IC1: br label %[[FOR_BODY:.*]]
|
|
; CHECK-V2-IC1: [[FOR_BODY]]:
|
|
; CHECK-V2-IC1: br i1 [[EXITCOND:%.*]], label %[[FOR_COND_CLEANUP]], label %[[FOR_BODY]], !llvm.loop [[LOOP18:![0-9]+]]
|
|
; CHECK-V2-IC1: [[FOR_COND_CLEANUP]]:
|
|
;
|
|
; CHECK-V2-IC4-LABEL: define void @foo_i32_no_bw(
|
|
; CHECK-V2-IC4-SAME: i64 [[N:%.*]]) #[[ATTR0]] {
|
|
; CHECK-V2-IC4: [[ITER_CHECK:.*:]]
|
|
; CHECK-V2-IC4: br i1 [[MIN_ITERS_CHECK:%.*]], label %[[VEC_EPILOG_SCALAR_PH:.*]], label %[[VECTOR_MAIN_LOOP_ITER_CHECK:.*]]
|
|
; CHECK-V2-IC4: [[VECTOR_MAIN_LOOP_ITER_CHECK]]:
|
|
; CHECK-V2-IC4: br i1 [[MIN_ITERS_CHECK1:%.*]], label %[[VEC_EPILOG_PH:.*]], label %[[VECTOR_PH:.*]]
|
|
; CHECK-V2-IC4: [[VECTOR_PH]]:
|
|
; CHECK-V2-IC4: br label %[[VECTOR_BODY:.*]]
|
|
; CHECK-V2-IC4: [[VECTOR_BODY]]:
|
|
; CHECK-V2-IC4: br i1 [[TMP8:%.*]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !llvm.loop [[LOOP19:![0-9]+]]
|
|
; CHECK-V2-IC4: [[MIDDLE_BLOCK]]:
|
|
; CHECK-V2-IC4: br i1 [[CMP_N:%.*]], label %[[FOR_COND_CLEANUP:.*]], label %[[VEC_EPILOG_ITER_CHECK:.*]]
|
|
; CHECK-V2-IC4: [[VEC_EPILOG_ITER_CHECK]]:
|
|
; CHECK-V2-IC4: br i1 [[MIN_EPILOG_ITERS_CHECK:%.*]], label %[[VEC_EPILOG_SCALAR_PH]], label %[[VEC_EPILOG_PH]], !prof [[PROF7]]
|
|
; CHECK-V2-IC4: [[VEC_EPILOG_PH]]:
|
|
; CHECK-V2-IC4: br label %[[VEC_EPILOG_VECTOR_BODY:.*]]
|
|
; CHECK-V2-IC4: [[VEC_EPILOG_VECTOR_BODY]]:
|
|
; CHECK-V2-IC4: br i1 [[TMP11:%.*]], label %[[VEC_EPILOG_MIDDLE_BLOCK:.*]], label %[[VEC_EPILOG_VECTOR_BODY]], !llvm.loop [[LOOP20:![0-9]+]]
|
|
; CHECK-V2-IC4: [[VEC_EPILOG_MIDDLE_BLOCK]]:
|
|
; CHECK-V2-IC4: br i1 [[CMP_N10:%.*]], label %[[FOR_COND_CLEANUP]], label %[[VEC_EPILOG_SCALAR_PH]]
|
|
; CHECK-V2-IC4: [[VEC_EPILOG_SCALAR_PH]]:
|
|
; CHECK-V2-IC4: br label %[[FOR_BODY:.*]]
|
|
; CHECK-V2-IC4: [[FOR_BODY]]:
|
|
; CHECK-V2-IC4: br i1 [[EXITCOND:%.*]], label %[[FOR_COND_CLEANUP]], label %[[FOR_BODY]], !llvm.loop [[LOOP21:![0-9]+]]
|
|
; CHECK-V2-IC4: [[FOR_COND_CLEANUP]]:
|
|
;
|
|
entry:
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body, %entry
|
|
%iv = phi i64 [ 0, %entry ], [ %iv.next, %for.body ]
|
|
%arrayidx = getelementptr inbounds [1024 x i32], ptr @b, i64 0, i64 %iv
|
|
%load = load i32, ptr %arrayidx, align 4
|
|
%arrayidx2 = getelementptr inbounds [1024 x i32], ptr @a, i64 0, i64 %iv
|
|
store i32 %load, ptr %arrayidx2, align 4
|
|
%iv.next = add nuw nsw i64 %iv, 1
|
|
%exitcond = icmp eq i64 %iv.next, %n
|
|
br i1 %exitcond, label %for.cond.cleanup, label %for.body
|
|
|
|
for.cond.cleanup: ; preds = %for.body
|
|
ret void
|
|
}
|
|
|
|
!0 = !{!"branch_weights", i32 1, i32 1023}
|
|
;.
|
|
; CHECK-V1-IC1: [[PROF0]] = !{!"branch_weights", i32 1, i32 127}
|
|
; CHECK-V1-IC1: [[LOOP1]] = distinct !{[[LOOP1]], [[META2:![0-9]+]], [[META3:![0-9]+]], [[META4:![0-9]+]]}
|
|
; CHECK-V1-IC1: [[META2]] = !{!"llvm.loop.isvectorized", i32 1}
|
|
; CHECK-V1-IC1: [[META3]] = !{!"llvm.loop.unroll.runtime.disable"}
|
|
; CHECK-V1-IC1: [[META4]] = !{!"llvm.loop.estimated_trip_count", i32 128}
|
|
; CHECK-V1-IC1: [[PROF5]] = !{!"branch_weights", i32 1, i32 7}
|
|
; CHECK-V1-IC1: [[PROF6]] = !{!"branch_weights", i32 1, i32 0}
|
|
; CHECK-V1-IC1: [[LOOP7]] = distinct !{[[LOOP7]], [[META3]], [[META2]], [[META8:![0-9]+]]}
|
|
; CHECK-V1-IC1: [[META8]] = !{!"llvm.loop.estimated_trip_count", i32 0}
|
|
; CHECK-V1-IC1: [[PROF9]] = !{!"branch_weights", i32 1, i32 31}
|
|
; CHECK-V1-IC1: [[LOOP10]] = distinct !{[[LOOP10]], [[META2]], [[META3]], [[META11:![0-9]+]]}
|
|
; CHECK-V1-IC1: [[META11]] = !{!"llvm.loop.estimated_trip_count", i32 32}
|
|
; CHECK-V1-IC1: [[PROF12]] = !{!"branch_weights", i32 16, i32 16}
|
|
; CHECK-V1-IC1: [[LOOP13]] = distinct !{[[LOOP13]], [[META2]], [[META8]], [[META3]]}
|
|
; CHECK-V1-IC1: [[PROF14]] = !{!"branch_weights", i32 1, i32 15}
|
|
; CHECK-V1-IC1: [[LOOP15]] = distinct !{[[LOOP15]], [[META3]], [[META2]], [[META8]]}
|
|
; CHECK-V1-IC1: [[LOOP16]] = distinct !{[[LOOP16]], [[META2]], [[META3]]}
|
|
; CHECK-V1-IC1: [[LOOP17]] = distinct !{[[LOOP17]], [[META3]], [[META2]]}
|
|
;.
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[PROF0]] = !{!"branch_weights", i32 1, i32 127}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[LOOP1]] = distinct !{[[LOOP1]], [[META2:![0-9]+]], [[META3:![0-9]+]], [[META4:![0-9]+]]}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[META2]] = !{!"llvm.loop.isvectorized", i32 1}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[META3]] = !{!"llvm.loop.unroll.runtime.disable"}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[META4]] = !{!"llvm.loop.estimated_trip_count", i32 128}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[PROF5]] = !{!"branch_weights", i32 1, i32 7}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[PROF6]] = !{!"branch_weights", i32 4, i32 4}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[LOOP7]] = distinct !{[[LOOP7]], [[META2]], [[META8:![0-9]+]], [[META3]]}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[META8]] = !{!"llvm.loop.estimated_trip_count", i32 0}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[PROF9]] = !{!"branch_weights", i32 1, i32 3}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[PROF10]] = !{!"branch_weights", i32 1, i32 0}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[LOOP11]] = distinct !{[[LOOP11]], [[META3]], [[META2]], [[META8]]}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[PROF12]] = !{!"branch_weights", i32 1, i32 31}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[LOOP13]] = distinct !{[[LOOP13]], [[META2]], [[META3]], [[META14:![0-9]+]]}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[META14]] = !{!"llvm.loop.estimated_trip_count", i32 32}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[PROF15]] = !{!"branch_weights", i32 4, i32 28}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[LOOP16]] = distinct !{[[LOOP16]], [[META2]], [[META8]], [[META3]]}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[LOOP17]] = distinct !{[[LOOP17]], [[META3]], [[META2]], [[META8]]}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[LOOP18]] = distinct !{[[LOOP18]], [[META2]], [[META3]]}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[LOOP19]] = distinct !{[[LOOP19]], [[META2]], [[META3]]}
|
|
; CHECK-V1-IC1-FORCE-EPI4: [[LOOP20]] = distinct !{[[LOOP20]], [[META3]], [[META2]]}
|
|
;.
|
|
; CHECK-V2-IC1: [[PROF0]] = !{!"branch_weights", i32 1, i32 127}
|
|
; CHECK-V2-IC1: [[PROF1]] = !{!"branch_weights", i32 1, i32 255}
|
|
; CHECK-V2-IC1: [[LOOP2]] = distinct !{[[LOOP2]], [[META3:![0-9]+]], [[META4:![0-9]+]], [[META5:![0-9]+]]}
|
|
; CHECK-V2-IC1: [[META3]] = !{!"llvm.loop.isvectorized", i32 1}
|
|
; CHECK-V2-IC1: [[META4]] = !{!"llvm.loop.unroll.runtime.disable"}
|
|
; CHECK-V2-IC1: [[META5]] = !{!"llvm.loop.estimated_trip_count", i32 256}
|
|
; CHECK-V2-IC1: [[PROF6]] = !{!"branch_weights", i32 1, i32 3}
|
|
; CHECK-V2-IC1: [[PROF7]] = !{!"branch_weights", i32 1, i32 0}
|
|
; CHECK-V2-IC1: [[LOOP8]] = distinct !{[[LOOP8]], [[META4]], [[META3]], [[META9:![0-9]+]]}
|
|
; CHECK-V2-IC1: [[META9]] = !{!"llvm.loop.estimated_trip_count", i32 0}
|
|
; CHECK-V2-IC1: [[PROF10]] = !{!"branch_weights", i32 1, i32 63}
|
|
; CHECK-V2-IC1: [[LOOP11]] = distinct !{[[LOOP11]], [[META3]], [[META4]], [[META12:![0-9]+]]}
|
|
; CHECK-V2-IC1: [[META12]] = !{!"llvm.loop.estimated_trip_count", i32 64}
|
|
; CHECK-V2-IC1: [[PROF13]] = !{!"branch_weights", i32 1, i32 15}
|
|
; CHECK-V2-IC1: [[PROF14]] = !{!"branch_weights", i32 4, i32 12}
|
|
; CHECK-V2-IC1: [[LOOP15]] = distinct !{[[LOOP15]], [[META3]], [[META9]], [[META4]]}
|
|
; CHECK-V2-IC1: [[LOOP16]] = distinct !{[[LOOP16]], [[META4]], [[META3]], [[META9]]}
|
|
; CHECK-V2-IC1: [[LOOP17]] = distinct !{[[LOOP17]], [[META3]], [[META4]]}
|
|
; CHECK-V2-IC1: [[LOOP18]] = distinct !{[[LOOP18]], [[META4]], [[META3]]}
|
|
;.
|
|
; CHECK-V2-IC4: [[PROF0]] = !{!"branch_weights", i32 1, i32 127}
|
|
; CHECK-V2-IC4: [[PROF1]] = !{!"branch_weights", i32 1, i32 63}
|
|
; CHECK-V2-IC4: [[LOOP2]] = distinct !{[[LOOP2]], [[META3:![0-9]+]], [[META4:![0-9]+]], [[META5:![0-9]+]]}
|
|
; CHECK-V2-IC4: [[META3]] = !{!"llvm.loop.isvectorized", i32 1}
|
|
; CHECK-V2-IC4: [[META4]] = !{!"llvm.loop.unroll.runtime.disable"}
|
|
; CHECK-V2-IC4: [[META5]] = !{!"llvm.loop.estimated_trip_count", i32 64}
|
|
; CHECK-V2-IC4: [[PROF6]] = !{!"branch_weights", i32 1, i32 15}
|
|
; CHECK-V2-IC4: [[PROF7]] = !{!"branch_weights", i32 4, i32 12}
|
|
; CHECK-V2-IC4: [[LOOP8]] = distinct !{[[LOOP8]], [[META3]], [[META9:![0-9]+]], [[META4]]}
|
|
; CHECK-V2-IC4: [[META9]] = !{!"llvm.loop.estimated_trip_count", i32 0}
|
|
; CHECK-V2-IC4: [[PROF10]] = !{!"branch_weights", i32 1, i32 3}
|
|
; CHECK-V2-IC4: [[PROF11]] = !{!"branch_weights", i32 1, i32 0}
|
|
; CHECK-V2-IC4: [[LOOP12]] = distinct !{[[LOOP12]], [[META4]], [[META3]], [[META9]]}
|
|
; CHECK-V2-IC4: [[LOOP13]] = distinct !{[[LOOP13]], [[META3]], [[META4]], [[META14:![0-9]+]]}
|
|
; CHECK-V2-IC4: [[META14]] = !{!"llvm.loop.estimated_trip_count", i32 16}
|
|
; CHECK-V2-IC4: [[PROF15]] = !{!"branch_weights", i32 8, i32 56}
|
|
; CHECK-V2-IC4: [[LOOP16]] = distinct !{[[LOOP16]], [[META3]], [[META9]], [[META4]]}
|
|
; CHECK-V2-IC4: [[PROF17]] = !{!"branch_weights", i32 1, i32 7}
|
|
; CHECK-V2-IC4: [[LOOP18]] = distinct !{[[LOOP18]], [[META4]], [[META3]], [[META9]]}
|
|
; CHECK-V2-IC4: [[LOOP19]] = distinct !{[[LOOP19]], [[META3]], [[META4]]}
|
|
; CHECK-V2-IC4: [[LOOP20]] = distinct !{[[LOOP20]], [[META3]], [[META4]]}
|
|
; CHECK-V2-IC4: [[LOOP21]] = distinct !{[[LOOP21]], [[META4]], [[META3]]}
|
|
;.
|