eecb99c5f6
These tests rely on SCEV looking recognizing an "or" with no common bits as an "add". Add the disjoint flag to relevant or instructions in preparation for switching SCEV to use the flag instead of the ValueTracking query. The IR with disjoint flag matches what InstCombine would produce.
228 lines
12 KiB
LLVM
228 lines
12 KiB
LLVM
; RUN: llc -O3 -mtriple=thumbv7em -mcpu=cortex-m4 %s -o - | FileCheck %s --check-prefix=CHECK-REG-PRESSURE
|
|
; RUN: llc -O3 -mtriple=thumbv7eb %s -o - | FileCheck %s --check-prefix=CHECK-UNSUPPORTED
|
|
; RUN: llc -O3 -mtriple=thumbv8m.main -mattr=+dsp -arm-parallel-dsp-load-limit=20 %s -o - | FileCheck %s --check-prefix=CHECK
|
|
|
|
; CHECK-UNSUPPORTED-LABEL: unroll_n_jam_smlad
|
|
; CHECK-UNSUPPORTED-NOT: smlad r{{.}}
|
|
|
|
; Test that the duplicate loads are removed, which allows parallel dsp to find
|
|
; the parallel operations.
|
|
|
|
; CHECK-LABEL: unroll_n_jam_smlad
|
|
define void @unroll_n_jam_smlad(ptr %res, ptr %A, ptr %B, i32 %N, i32 %idx) {
|
|
entry:
|
|
%xtraiter306.i = and i32 %N, 3
|
|
%unroll_iter310.i = sub i32 %N, %xtraiter306.i
|
|
%arrayidx.us.i117.i = getelementptr inbounds i32, ptr %res, i32 %idx
|
|
store i32 0, ptr %arrayidx.us.i117.i, align 4
|
|
%mul.us.i118.i = mul i32 %idx, %N
|
|
%inc11.us.i.i = or disjoint i32 %idx, 1
|
|
%arrayidx.us.i117.1.i = getelementptr inbounds i32, ptr %res, i32 %inc11.us.i.i
|
|
store i32 0, ptr %arrayidx.us.i117.1.i, align 4
|
|
%mul.us.i118.1.i = mul i32 %inc11.us.i.i, %N
|
|
%inc11.us.i.1.i = or disjoint i32 %idx, 2
|
|
%arrayidx.us.i117.2.i = getelementptr inbounds i32, ptr %res, i32 %inc11.us.i.1.i
|
|
store i32 0, ptr %arrayidx.us.i117.2.i, align 4
|
|
%mul.us.i118.2.i = mul i32 %inc11.us.i.1.i, %N
|
|
%inc11.us.i.2.i = or disjoint i32 %idx, 3
|
|
%arrayidx.us.i117.3.i = getelementptr inbounds i32, ptr %res, i32 %inc11.us.i.2.i
|
|
store i32 0, ptr %arrayidx.us.i117.3.i, align 4
|
|
%mul.us.i118.3.i = mul i32 %inc11.us.i.2.i, %N
|
|
%inc11.us.i.3.i = add i32 %idx, 4
|
|
br label %for.body
|
|
|
|
; TODO: CSE, or something similar, is required to remove the duplicate loads.
|
|
; CHECK: %for.body
|
|
; CHECK: smlad
|
|
; CHECK: smlad
|
|
; CHECK-NOT: smlad r{{.*}}
|
|
|
|
; CHECK-REG-PRESSURE: .LBB0_1:
|
|
; CHECK-REG-PRESSURE-NOT: call i32 @llvm.arm.smlad
|
|
; CHECK-REG-PRESSURE: ldr{{.*}}, [sp
|
|
; CHECK-REG-PRESSURE: ldr{{.*}}, [sp
|
|
; CHECK-REG-PRESSURE: ldr{{.*}}, [sp
|
|
; CHECK-REG-PRESSURE: ldr{{.*}}, [sp
|
|
; CHECK-REG-PRESSURE: ldr{{.*}}, [sp
|
|
; CHECK-REG-PRESSURE-NOT: ldr{{.*}}, [sp
|
|
; CHECK-REG-PRESSURE: bne .LBB0_1
|
|
|
|
for.body:
|
|
%A3 = phi i32 [ %add9.us.i.3361.i, %for.body ], [ 0, %entry ]
|
|
%j.026.us.i.i = phi i32 [ %inc.us.i.3362.i, %for.body ], [ 0, %entry ]
|
|
%A4 = phi i32 [ %add9.us.i.1.3.i, %for.body ], [ 0, %entry ]
|
|
%A5 = phi i32 [ %add9.us.i.2.3.i, %for.body ], [ 0, %entry ]
|
|
%A6 = phi i32 [ %add9.us.i.3.3.i, %for.body ], [ 0, %entry ]
|
|
%niter335.i = phi i32 [ %niter335.nsub.3.i, %for.body ], [ %unroll_iter310.i, %entry ]
|
|
%add.us.i.i = add i32 %j.026.us.i.i, %mul.us.i118.i
|
|
%arrayidx4.us.i.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.i
|
|
%A7 = load i16, ptr %arrayidx4.us.i.i, align 2
|
|
%conv.us.i.i = sext i16 %A7 to i32
|
|
%arrayidx5.us.i.i = getelementptr inbounds i16, ptr %B, i32 %j.026.us.i.i
|
|
%A8 = load i16, ptr %arrayidx5.us.i.i, align 2
|
|
%conv6.us.i.i = sext i16 %A8 to i32
|
|
%mul7.us.i.i = mul nsw i32 %conv6.us.i.i, %conv.us.i.i
|
|
%add9.us.i.i = add nsw i32 %mul7.us.i.i, %A3
|
|
%inc.us.i.i = or disjoint i32 %j.026.us.i.i, 1
|
|
%add.us.i.1.i = add i32 %j.026.us.i.i, %mul.us.i118.1.i
|
|
%arrayidx4.us.i.1.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.1.i
|
|
%A9 = load i16, ptr %arrayidx4.us.i.1.i, align 2
|
|
%conv.us.i.1.i = sext i16 %A9 to i32
|
|
%arrayidx5.us.i.1.i = getelementptr inbounds i16, ptr %B, i32 %j.026.us.i.i
|
|
%B0 = load i16, ptr %arrayidx5.us.i.1.i, align 2
|
|
%conv6.us.i.1.i = sext i16 %B0 to i32
|
|
%mul7.us.i.1.i = mul nsw i32 %conv6.us.i.1.i, %conv.us.i.1.i
|
|
%add9.us.i.1.i = add nsw i32 %mul7.us.i.1.i, %A4
|
|
%inc.us.i.1.i = or disjoint i32 %j.026.us.i.i, 1
|
|
%add.us.i.2.i = add i32 %j.026.us.i.i, %mul.us.i118.2.i
|
|
%arrayidx4.us.i.2.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.2.i
|
|
%B1 = load i16, ptr %arrayidx4.us.i.2.i, align 2
|
|
%conv.us.i.2.i = sext i16 %B1 to i32
|
|
%arrayidx5.us.i.2.i = getelementptr inbounds i16, ptr %B, i32 %j.026.us.i.i
|
|
%B2 = load i16, ptr %arrayidx5.us.i.2.i, align 2
|
|
%conv6.us.i.2.i = sext i16 %B2 to i32
|
|
%mul7.us.i.2.i = mul nsw i32 %conv6.us.i.2.i, %conv.us.i.2.i
|
|
%add9.us.i.2.i = add nsw i32 %mul7.us.i.2.i, %A5
|
|
%inc.us.i.2.i = or disjoint i32 %j.026.us.i.i, 1
|
|
%add.us.i.3.i = add i32 %j.026.us.i.i, %mul.us.i118.3.i
|
|
%arrayidx4.us.i.3.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.3.i
|
|
%B3 = load i16, ptr %arrayidx4.us.i.3.i, align 2
|
|
%conv.us.i.3.i = sext i16 %B3 to i32
|
|
%arrayidx5.us.i.3.i = getelementptr inbounds i16, ptr %B, i32 %j.026.us.i.i
|
|
%B4 = load i16, ptr %arrayidx5.us.i.3.i, align 2
|
|
%conv6.us.i.3.i = sext i16 %B4 to i32
|
|
%mul7.us.i.3.i = mul nsw i32 %conv6.us.i.3.i, %conv.us.i.3.i
|
|
%add9.us.i.3.i = add nsw i32 %mul7.us.i.3.i, %A6
|
|
%inc.us.i.3.i = or disjoint i32 %j.026.us.i.i, 1
|
|
%add.us.i.1337.i = add i32 %inc.us.i.i, %mul.us.i118.i
|
|
%arrayidx4.us.i.1338.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.1337.i
|
|
%B5 = load i16, ptr %arrayidx4.us.i.1338.i, align 2
|
|
%conv.us.i.1339.i = sext i16 %B5 to i32
|
|
%arrayidx5.us.i.1340.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.i
|
|
%B6 = load i16, ptr %arrayidx5.us.i.1340.i, align 2
|
|
%conv6.us.i.1341.i = sext i16 %B6 to i32
|
|
%mul7.us.i.1342.i = mul nsw i32 %conv6.us.i.1341.i, %conv.us.i.1339.i
|
|
%add9.us.i.1343.i = add nsw i32 %mul7.us.i.1342.i, %add9.us.i.i
|
|
%inc.us.i.1344.i = or disjoint i32 %j.026.us.i.i, 2
|
|
%add.us.i.1.1.i = add i32 %inc.us.i.1.i, %mul.us.i118.1.i
|
|
%arrayidx4.us.i.1.1.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.1.1.i
|
|
%B7 = load i16, ptr %arrayidx4.us.i.1.1.i, align 2
|
|
%conv.us.i.1.1.i = sext i16 %B7 to i32
|
|
%arrayidx5.us.i.1.1.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.1.i
|
|
%B6.dup = load i16, ptr %arrayidx5.us.i.1.1.i, align 2
|
|
%conv6.us.i.1.1.i = sext i16 %B6.dup to i32
|
|
%mul7.us.i.1.1.i = mul nsw i32 %conv6.us.i.1.1.i, %conv.us.i.1.1.i
|
|
%add9.us.i.1.1.i = add nsw i32 %mul7.us.i.1.1.i, %add9.us.i.1.i
|
|
%inc.us.i.1.1.i = or disjoint i32 %j.026.us.i.i, 2
|
|
%add.us.i.2.1.i = add i32 %inc.us.i.2.i, %mul.us.i118.2.i
|
|
%arrayidx4.us.i.2.1.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.2.1.i
|
|
%B9 = load i16, ptr %arrayidx4.us.i.2.1.i, align 2
|
|
%conv.us.i.2.1.i = sext i16 %B9 to i32
|
|
%arrayidx5.us.i.2.1.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.2.i
|
|
%B6.dup.i = load i16, ptr %arrayidx5.us.i.2.1.i, align 2
|
|
%conv6.us.i.2.1.i = sext i16 %B6.dup.i to i32
|
|
%mul7.us.i.2.1.i = mul nsw i32 %conv6.us.i.2.1.i, %conv.us.i.2.1.i
|
|
%add9.us.i.2.1.i = add nsw i32 %mul7.us.i.2.1.i, %add9.us.i.2.i
|
|
%inc.us.i.2.1.i = or disjoint i32 %j.026.us.i.i, 2
|
|
%add.us.i.3.1.i = add i32 %inc.us.i.3.i, %mul.us.i118.3.i
|
|
%arrayidx4.us.i.3.1.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.3.1.i
|
|
%B11 = load i16, ptr %arrayidx4.us.i.3.1.i, align 2
|
|
%conv.us.i.3.1.i = sext i16 %B11 to i32
|
|
%arrayidx5.us.i.3.1.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.3.i
|
|
%B6.dup.i.i = load i16, ptr %arrayidx5.us.i.3.1.i, align 2
|
|
%conv6.us.i.3.1.i = sext i16 %B6.dup.i.i to i32
|
|
%mul7.us.i.3.1.i = mul nsw i32 %conv6.us.i.3.1.i, %conv.us.i.3.1.i
|
|
%add9.us.i.3.1.i = add nsw i32 %mul7.us.i.3.1.i, %add9.us.i.3.i
|
|
%inc.us.i.3.1.i = or disjoint i32 %j.026.us.i.i, 2
|
|
%add.us.i.2346.i = add i32 %inc.us.i.1344.i, %mul.us.i118.i
|
|
%arrayidx4.us.i.2347.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.2346.i
|
|
%B13 = load i16, ptr %arrayidx4.us.i.2347.i, align 2
|
|
%conv.us.i.2348.i = sext i16 %B13 to i32
|
|
%arrayidx5.us.i.2349.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.1344.i
|
|
%B14 = load i16, ptr %arrayidx5.us.i.2349.i, align 2
|
|
%conv6.us.i.2350.i = sext i16 %B14 to i32
|
|
%mul7.us.i.2351.i = mul nsw i32 %conv6.us.i.2350.i, %conv.us.i.2348.i
|
|
%add9.us.i.2352.i = add nsw i32 %mul7.us.i.2351.i, %add9.us.i.1343.i
|
|
%inc.us.i.2353.i = or disjoint i32 %j.026.us.i.i, 3
|
|
%add.us.i.1.2.i = add i32 %inc.us.i.1.1.i, %mul.us.i118.1.i
|
|
%arrayidx4.us.i.1.2.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.1.2.i
|
|
%B15 = load i16, ptr %arrayidx4.us.i.1.2.i, align 2
|
|
%conv.us.i.1.2.i = sext i16 %B15 to i32
|
|
%arrayidx5.us.i.1.2.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.1.1.i
|
|
%B14.dup = load i16, ptr %arrayidx5.us.i.1.2.i, align 2
|
|
%conv6.us.i.1.2.i = sext i16 %B14.dup to i32
|
|
%mul7.us.i.1.2.i = mul nsw i32 %conv6.us.i.1.2.i, %conv.us.i.1.2.i
|
|
%add9.us.i.1.2.i = add nsw i32 %mul7.us.i.1.2.i, %add9.us.i.1.1.i
|
|
%inc.us.i.1.2.i = or disjoint i32 %j.026.us.i.i, 3
|
|
%add.us.i.2.2.i = add i32 %inc.us.i.2.1.i, %mul.us.i118.2.i
|
|
%arrayidx4.us.i.2.2.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.2.2.i
|
|
%B17 = load i16, ptr %arrayidx4.us.i.2.2.i, align 2
|
|
%conv.us.i.2.2.i = sext i16 %B17 to i32
|
|
%arrayidx5.us.i.2.2.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.2.1.i
|
|
%B14.dup.i = load i16, ptr %arrayidx5.us.i.2.2.i, align 2
|
|
%conv6.us.i.2.2.i = sext i16 %B14.dup.i to i32
|
|
%mul7.us.i.2.2.i = mul nsw i32 %conv6.us.i.2.2.i, %conv.us.i.2.2.i
|
|
%add9.us.i.2.2.i = add nsw i32 %mul7.us.i.2.2.i, %add9.us.i.2.1.i
|
|
%inc.us.i.2.2.i = or disjoint i32 %j.026.us.i.i, 3
|
|
%add.us.i.3.2.i = add i32 %inc.us.i.3.1.i, %mul.us.i118.3.i
|
|
%arrayidx4.us.i.3.2.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.3.2.i
|
|
%B19 = load i16, ptr %arrayidx4.us.i.3.2.i, align 2
|
|
%conv.us.i.3.2.i = sext i16 %B19 to i32
|
|
%arrayidx5.us.i.3.2.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.3.1.i
|
|
%B14.dup.i.i = load i16, ptr %arrayidx5.us.i.3.2.i, align 2
|
|
%conv6.us.i.3.2.i = sext i16 %B14.dup.i.i to i32
|
|
%mul7.us.i.3.2.i = mul nsw i32 %conv6.us.i.3.2.i, %conv.us.i.3.2.i
|
|
%add9.us.i.3.2.i = add nsw i32 %mul7.us.i.3.2.i, %add9.us.i.3.1.i
|
|
%inc.us.i.3.2.i = or disjoint i32 %j.026.us.i.i, 3
|
|
%add.us.i.3355.i = add i32 %inc.us.i.2353.i, %mul.us.i118.i
|
|
%arrayidx4.us.i.3356.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.3355.i
|
|
%B21 = load i16, ptr %arrayidx4.us.i.3356.i, align 2
|
|
%conv.us.i.3357.i = sext i16 %B21 to i32
|
|
%arrayidx5.us.i.3358.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.2353.i
|
|
%B22 = load i16, ptr %arrayidx5.us.i.3358.i, align 2
|
|
%conv6.us.i.3359.i = sext i16 %B22 to i32
|
|
%mul7.us.i.3360.i = mul nsw i32 %conv6.us.i.3359.i, %conv.us.i.3357.i
|
|
%add9.us.i.3361.i = add nsw i32 %mul7.us.i.3360.i, %add9.us.i.2352.i
|
|
%inc.us.i.3362.i = add i32 %j.026.us.i.i, 4
|
|
%add.us.i.1.3.i = add i32 %inc.us.i.1.2.i, %mul.us.i118.1.i
|
|
%arrayidx4.us.i.1.3.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.1.3.i
|
|
%B23 = load i16, ptr %arrayidx4.us.i.1.3.i, align 2
|
|
%conv.us.i.1.3.i = sext i16 %B23 to i32
|
|
%arrayidx5.us.i.1.3.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.1.2.i
|
|
%B22.dup = load i16, ptr %arrayidx5.us.i.1.3.i, align 2
|
|
%conv6.us.i.1.3.i = sext i16 %B22.dup to i32
|
|
%mul7.us.i.1.3.i = mul nsw i32 %conv6.us.i.1.3.i, %conv.us.i.1.3.i
|
|
%add9.us.i.1.3.i = add nsw i32 %mul7.us.i.1.3.i, %add9.us.i.1.2.i
|
|
%add.us.i.2.3.i = add i32 %inc.us.i.2.2.i, %mul.us.i118.2.i
|
|
%arrayidx4.us.i.2.3.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.2.3.i
|
|
%B25 = load i16, ptr %arrayidx4.us.i.2.3.i, align 2
|
|
%conv.us.i.2.3.i = sext i16 %B25 to i32
|
|
%arrayidx5.us.i.2.3.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.2.2.i
|
|
%B22.dup.i = load i16, ptr %arrayidx5.us.i.2.3.i, align 2
|
|
%conv6.us.i.2.3.i = sext i16 %B22.dup.i to i32
|
|
%mul7.us.i.2.3.i = mul nsw i32 %conv6.us.i.2.3.i, %conv.us.i.2.3.i
|
|
%add9.us.i.2.3.i = add nsw i32 %mul7.us.i.2.3.i, %add9.us.i.2.2.i
|
|
%add.us.i.3.3.i = add i32 %inc.us.i.3.2.i, %mul.us.i118.3.i
|
|
%arrayidx4.us.i.3.3.i = getelementptr inbounds i16, ptr %A, i32 %add.us.i.3.3.i
|
|
%B27 = load i16, ptr %arrayidx4.us.i.3.3.i, align 2
|
|
%conv.us.i.3.3.i = sext i16 %B27 to i32
|
|
%arrayidx5.us.i.3.3.i = getelementptr inbounds i16, ptr %B, i32 %inc.us.i.3.2.i
|
|
%B22.dup.i.i = load i16, ptr %arrayidx5.us.i.3.3.i, align 2
|
|
%conv6.us.i.3.3.i = sext i16 %B22.dup.i.i to i32
|
|
%mul7.us.i.3.3.i = mul nsw i32 %conv6.us.i.3.3.i, %conv.us.i.3.3.i
|
|
%add9.us.i.3.3.i = add nsw i32 %mul7.us.i.3.3.i, %add9.us.i.3.2.i
|
|
%niter335.nsub.3.i = add i32 %niter335.i, -4
|
|
%niter335.ncmp.3.i = icmp eq i32 %niter335.nsub.3.i, 0
|
|
br i1 %niter335.ncmp.3.i, label %exit, label %for.body
|
|
|
|
exit:
|
|
store i32 %add9.us.i.3361.i, ptr %res, align 4
|
|
%arrayidx.out.1.i = getelementptr inbounds i32, ptr %res, i32 1
|
|
store i32 %add9.us.i.1.3.i, ptr %arrayidx.out.1.i, align 4
|
|
%arrayidx.out.2.i = getelementptr inbounds i32, ptr %res, i32 2
|
|
store i32 %add9.us.i.2.3.i, ptr %arrayidx.out.2.i, align 4
|
|
%arrayidx.out.3.i = getelementptr inbounds i32, ptr %res, i32 3
|
|
store i32 %add9.us.i.3.3.i, ptr %arrayidx.out.3.i, align 4
|
|
ret void
|
|
}
|