1c3ca61294
Instead of inserting everything after the 'root' of the reduction, insert all instructions as close to their operands as possible. This can help reduce register pressure. Differential Revision: https://reviews.llvm.org/D67392 llvm-svn: 374981
229 lines
12 KiB
LLVM
229 lines
12 KiB
LLVM
; RUN: llc -O3 -mtriple=thumbv7em -mcpu=cortex-m4 %s -o - | FileCheck %s --check-prefix=CHECK-REG-PRESSURE
|
|
; RUN: llc -O3 -mtriple=thumbv7eb %s -o - | FileCheck %s --check-prefix=CHECK-UNSUPPORTED
|
|
; RUN: llc -O3 -mtriple=thumbv8m.main -mattr=+dsp -arm-parallel-dsp-load-limit=20 %s -o - | FileCheck %s --check-prefix=CHECK
|
|
|
|
; CHECK-UNSUPPORTED-LABEL: unroll_n_jam_smlad
|
|
; CHECK-UNSUPPORTED-NOT: smlad r{{.}}
|
|
|
|
; Test that the duplicate loads are removed, which allows parallel dsp to find
|
|
; the parallel operations.
|
|
|
|
; CHECK-LABEL: unroll_n_jam_smlad
|
|
define void @unroll_n_jam_smlad(i32* %res, i16* %A, i16* %B, i32 %N, i32 %idx) {
|
|
entry:
|
|
%xtraiter306.i = and i32 %N, 3
|
|
%unroll_iter310.i = sub i32 %N, %xtraiter306.i
|
|
%arrayidx.us.i117.i = getelementptr inbounds i32, i32* %res, i32 %idx
|
|
store i32 0, i32* %arrayidx.us.i117.i, align 4
|
|
%mul.us.i118.i = mul i32 %idx, %N
|
|
%inc11.us.i.i = or i32 %idx, 1
|
|
%arrayidx.us.i117.1.i = getelementptr inbounds i32, i32* %res, i32 %inc11.us.i.i
|
|
store i32 0, i32* %arrayidx.us.i117.1.i, align 4
|
|
%mul.us.i118.1.i = mul i32 %inc11.us.i.i, %N
|
|
%inc11.us.i.1.i = or i32 %idx, 2
|
|
%arrayidx.us.i117.2.i = getelementptr inbounds i32, i32* %res, i32 %inc11.us.i.1.i
|
|
store i32 0, i32* %arrayidx.us.i117.2.i, align 4
|
|
%mul.us.i118.2.i = mul i32 %inc11.us.i.1.i, %N
|
|
%inc11.us.i.2.i = or i32 %idx, 3
|
|
%arrayidx.us.i117.3.i = getelementptr inbounds i32, i32* %res, i32 %inc11.us.i.2.i
|
|
store i32 0, i32* %arrayidx.us.i117.3.i, align 4
|
|
%mul.us.i118.3.i = mul i32 %inc11.us.i.2.i, %N
|
|
%inc11.us.i.3.i = add i32 %idx, 4
|
|
br label %for.body
|
|
|
|
; TODO: CSE, or something similar, is required to remove the duplicate loads.
|
|
; CHECK: %for.body
|
|
; CHECK: smlad
|
|
; CHECK: smlad
|
|
; CHECK-NOT: smlad r{{.*}}
|
|
|
|
; CHECK-REG-PRESSURE: .LBB0_1:
|
|
; CHECK-REG-PRESSURE-NOT: call i32 @llvm.arm.smlad
|
|
; CHECK-REG-PRESSURE: ldr{{.*}}, [sp
|
|
; CHECK-REG-PRESSURE: ldr{{.*}}, [sp
|
|
; CHECK-REG-PRESSURE: ldr{{.*}}, [sp
|
|
; CHECK-REG-PRESSURE: ldr{{.*}}, [sp
|
|
; CHECK-REG-PRESSURE: ldr{{.*}}, [sp
|
|
; CHECK-REG-PRESSURE-NOT: ldr{{.*}}, [sp
|
|
; CHECK-REG-PRESSURE: bne .LBB0_1
|
|
|
|
for.body:
|
|
%A3 = phi i32 [ %add9.us.i.3361.i, %for.body ], [ 0, %entry ]
|
|
%j.026.us.i.i = phi i32 [ %inc.us.i.3362.i, %for.body ], [ 0, %entry ]
|
|
%A4 = phi i32 [ %add9.us.i.1.3.i, %for.body ], [ 0, %entry ]
|
|
%A5 = phi i32 [ %add9.us.i.2.3.i, %for.body ], [ 0, %entry ]
|
|
%A6 = phi i32 [ %add9.us.i.3.3.i, %for.body ], [ 0, %entry ]
|
|
%niter335.i = phi i32 [ %niter335.nsub.3.i, %for.body ], [ %unroll_iter310.i, %entry ]
|
|
%add.us.i.i = add i32 %j.026.us.i.i, %mul.us.i118.i
|
|
%arrayidx4.us.i.i = getelementptr inbounds i16, i16* %A, i32 %add.us.i.i
|
|
%A7 = load i16, i16* %arrayidx4.us.i.i, align 2
|
|
%conv.us.i.i = sext i16 %A7 to i32
|
|
%arrayidx5.us.i.i = getelementptr inbounds i16, i16* %B, i32 %j.026.us.i.i
|
|
%A8 = load i16, i16* %arrayidx5.us.i.i, align 2
|
|
%conv6.us.i.i = sext i16 %A8 to i32
|
|
%mul7.us.i.i = mul nsw i32 %conv6.us.i.i, %conv.us.i.i
|
|
%add9.us.i.i = add nsw i32 %mul7.us.i.i, %A3
|
|
%inc.us.i.i = or i32 %j.026.us.i.i, 1
|
|
%add.us.i.1.i = add i32 %j.026.us.i.i, %mul.us.i118.1.i
|
|
%arrayidx4.us.i.1.i = getelementptr inbounds i16, i16* %A, i32 %add.us.i.1.i
|
|
%A9 = load i16, i16* %arrayidx4.us.i.1.i, align 2
|
|
%conv.us.i.1.i = sext i16 %A9 to i32
|
|
%arrayidx5.us.i.1.i = getelementptr inbounds i16, i16* %B, i32 %j.026.us.i.i
|
|
%B0 = load i16, i16* %arrayidx5.us.i.1.i, align 2
|
|
%conv6.us.i.1.i = sext i16 %B0 to i32
|
|
%mul7.us.i.1.i = mul nsw i32 %conv6.us.i.1.i, %conv.us.i.1.i
|
|
%add9.us.i.1.i = add nsw i32 %mul7.us.i.1.i, %A4
|
|
%inc.us.i.1.i = or i32 %j.026.us.i.i, 1
|
|
%add.us.i.2.i = add i32 %j.026.us.i.i, %mul.us.i118.2.i
|
|
%arrayidx4.us.i.2.i = getelementptr inbounds i16, i16* %A, i32 %add.us.i.2.i
|
|
%B1 = load i16, i16* %arrayidx4.us.i.2.i, align 2
|
|
%conv.us.i.2.i = sext i16 %B1 to i32
|
|
%arrayidx5.us.i.2.i = getelementptr inbounds i16, i16* %B, i32 %j.026.us.i.i
|
|
%B2 = load i16, i16* %arrayidx5.us.i.2.i, align 2
|
|
%conv6.us.i.2.i = sext i16 %B2 to i32
|
|
%mul7.us.i.2.i = mul nsw i32 %conv6.us.i.2.i, %conv.us.i.2.i
|
|
%add9.us.i.2.i = add nsw i32 %mul7.us.i.2.i, %A5
|
|
%inc.us.i.2.i = or i32 %j.026.us.i.i, 1
|
|
%add.us.i.3.i = add i32 %j.026.us.i.i, %mul.us.i118.3.i
|
|
%arrayidx4.us.i.3.i = getelementptr inbounds i16, i16* %A, i32 %add.us.i.3.i
|
|
%B3 = load i16, i16* %arrayidx4.us.i.3.i, align 2
|
|
%conv.us.i.3.i = sext i16 %B3 to i32
|
|
%arrayidx5.us.i.3.i = getelementptr inbounds i16, i16* %B, i32 %j.026.us.i.i
|
|
%B4 = load i16, i16* %arrayidx5.us.i.3.i, align 2
|
|
%conv6.us.i.3.i = sext i16 %B4 to i32
|
|
%mul7.us.i.3.i = mul nsw i32 %conv6.us.i.3.i, %conv.us.i.3.i
|
|
%add9.us.i.3.i = add nsw i32 %mul7.us.i.3.i, %A6
|
|
%inc.us.i.3.i = or i32 %j.026.us.i.i, 1
|
|
%add.us.i.1337.i = add i32 %inc.us.i.i, %mul.us.i118.i
|
|
%arrayidx4.us.i.1338.i = getelementptr inbounds i16, i16* %A, i32 %add.us.i.1337.i
|
|
%B5 = load i16, i16* %arrayidx4.us.i.1338.i, align 2
|
|
%conv.us.i.1339.i = sext i16 %B5 to i32
|
|
%arrayidx5.us.i.1340.i = getelementptr inbounds i16, i16* %B, i32 %inc.us.i.i
|
|
%B6 = load i16, i16* %arrayidx5.us.i.1340.i, align 2
|
|
%conv6.us.i.1341.i = sext i16 %B6 to i32
|
|
%mul7.us.i.1342.i = mul nsw i32 %conv6.us.i.1341.i, %conv.us.i.1339.i
|
|
%add9.us.i.1343.i = add nsw i32 %mul7.us.i.1342.i, %add9.us.i.i
|
|
%inc.us.i.1344.i = or i32 %j.026.us.i.i, 2
|
|
%add.us.i.1.1.i = add i32 %inc.us.i.1.i, %mul.us.i118.1.i
|
|
%arrayidx4.us.i.1.1.i = getelementptr inbounds i16, i16* %A, i32 %add.us.i.1.1.i
|
|
%B7 = load i16, i16* %arrayidx4.us.i.1.1.i, align 2
|
|
%conv.us.i.1.1.i = sext i16 %B7 to i32
|
|
%arrayidx5.us.i.1.1.i = getelementptr inbounds i16, i16* %B, i32 %inc.us.i.1.i
|
|
%B6.dup = load i16, i16* %arrayidx5.us.i.1.1.i, align 2
|
|
%conv6.us.i.1.1.i = sext i16 %B6.dup to i32
|
|
%mul7.us.i.1.1.i = mul nsw i32 %conv6.us.i.1.1.i, %conv.us.i.1.1.i
|
|
%add9.us.i.1.1.i = add nsw i32 %mul7.us.i.1.1.i, %add9.us.i.1.i
|
|
%inc.us.i.1.1.i = or i32 %j.026.us.i.i, 2
|
|
%add.us.i.2.1.i = add i32 %inc.us.i.2.i, %mul.us.i118.2.i
|
|
%arrayidx4.us.i.2.1.i = getelementptr inbounds i16, i16* %A, i32 %add.us.i.2.1.i
|
|
%B9 = load i16, i16* %arrayidx4.us.i.2.1.i, align 2
|
|
%conv.us.i.2.1.i = sext i16 %B9 to i32
|
|
%arrayidx5.us.i.2.1.i = getelementptr inbounds i16, i16* %B, i32 %inc.us.i.2.i
|
|
%B6.dup.i = load i16, i16* %arrayidx5.us.i.2.1.i, align 2
|
|
%conv6.us.i.2.1.i = sext i16 %B6.dup.i to i32
|
|
%mul7.us.i.2.1.i = mul nsw i32 %conv6.us.i.2.1.i, %conv.us.i.2.1.i
|
|
%add9.us.i.2.1.i = add nsw i32 %mul7.us.i.2.1.i, %add9.us.i.2.i
|
|
%inc.us.i.2.1.i = or i32 %j.026.us.i.i, 2
|
|
%add.us.i.3.1.i = add i32 %inc.us.i.3.i, %mul.us.i118.3.i
|
|
%arrayidx4.us.i.3.1.i = getelementptr inbounds i16, i16* %A, i32 %add.us.i.3.1.i
|
|
%B11 = load i16, i16* %arrayidx4.us.i.3.1.i, align 2
|
|
%conv.us.i.3.1.i = sext i16 %B11 to i32
|
|
%arrayidx5.us.i.3.1.i = getelementptr inbounds i16, i16* %B, i32 %inc.us.i.3.i
|
|
%B6.dup.i.i = load i16, i16* %arrayidx5.us.i.3.1.i, align 2
|
|
%conv6.us.i.3.1.i = sext i16 %B6.dup.i.i to i32
|
|
%mul7.us.i.3.1.i = mul nsw i32 %conv6.us.i.3.1.i, %conv.us.i.3.1.i
|
|
%add9.us.i.3.1.i = add nsw i32 %mul7.us.i.3.1.i, %add9.us.i.3.i
|
|
%inc.us.i.3.1.i = or i32 %j.026.us.i.i, 2
|
|
%add.us.i.2346.i = add i32 %inc.us.i.1344.i, %mul.us.i118.i
|
|
%arrayidx4.us.i.2347.i = getelementptr inbounds i16, i16* %A, i32 %add.us.i.2346.i
|
|
%B13 = load i16, i16* %arrayidx4.us.i.2347.i, align 2
|
|
%conv.us.i.2348.i = sext i16 %B13 to i32
|
|
%arrayidx5.us.i.2349.i = getelementptr inbounds i16, i16* %B, i32 %inc.us.i.1344.i
|
|
%B14 = load i16, i16* %arrayidx5.us.i.2349.i, align 2
|
|
%conv6.us.i.2350.i = sext i16 %B14 to i32
|
|
%mul7.us.i.2351.i = mul nsw i32 %conv6.us.i.2350.i, %conv.us.i.2348.i
|
|
%add9.us.i.2352.i = add nsw i32 %mul7.us.i.2351.i, %add9.us.i.1343.i
|
|
%inc.us.i.2353.i = or i32 %j.026.us.i.i, 3
|
|
%add.us.i.1.2.i = add i32 %inc.us.i.1.1.i, %mul.us.i118.1.i
|
|
%arrayidx4.us.i.1.2.i = getelementptr inbounds i16, i16* %A, i32 %add.us.i.1.2.i
|
|
%B15 = load i16, i16* %arrayidx4.us.i.1.2.i, align 2
|
|
%conv.us.i.1.2.i = sext i16 %B15 to i32
|
|
%arrayidx5.us.i.1.2.i = getelementptr inbounds i16, i16* %B, i32 %inc.us.i.1.1.i
|
|
%B14.dup = load i16, i16* %arrayidx5.us.i.1.2.i, align 2
|
|
%conv6.us.i.1.2.i = sext i16 %B14.dup to i32
|
|
%mul7.us.i.1.2.i = mul nsw i32 %conv6.us.i.1.2.i, %conv.us.i.1.2.i
|
|
%add9.us.i.1.2.i = add nsw i32 %mul7.us.i.1.2.i, %add9.us.i.1.1.i
|
|
%inc.us.i.1.2.i = or i32 %j.026.us.i.i, 3
|
|
%add.us.i.2.2.i = add i32 %inc.us.i.2.1.i, %mul.us.i118.2.i
|
|
%arrayidx4.us.i.2.2.i = getelementptr inbounds i16, i16* %A, i32 %add.us.i.2.2.i
|
|
%B17 = load i16, i16* %arrayidx4.us.i.2.2.i, align 2
|
|
%conv.us.i.2.2.i = sext i16 %B17 to i32
|
|
%arrayidx5.us.i.2.2.i = getelementptr inbounds i16, i16* %B, i32 %inc.us.i.2.1.i
|
|
%B14.dup.i = load i16, i16* %arrayidx5.us.i.2.2.i, align 2
|
|
%conv6.us.i.2.2.i = sext i16 %B14.dup.i to i32
|
|
%mul7.us.i.2.2.i = mul nsw i32 %conv6.us.i.2.2.i, %conv.us.i.2.2.i
|
|
%add9.us.i.2.2.i = add nsw i32 %mul7.us.i.2.2.i, %add9.us.i.2.1.i
|
|
%inc.us.i.2.2.i = or i32 %j.026.us.i.i, 3
|
|
%add.us.i.3.2.i = add i32 %inc.us.i.3.1.i, %mul.us.i118.3.i
|
|
%arrayidx4.us.i.3.2.i = getelementptr inbounds i16, i16* %A, i32 %add.us.i.3.2.i
|
|
%B19 = load i16, i16* %arrayidx4.us.i.3.2.i, align 2
|
|
%conv.us.i.3.2.i = sext i16 %B19 to i32
|
|
%arrayidx5.us.i.3.2.i = getelementptr inbounds i16, i16* %B, i32 %inc.us.i.3.1.i
|
|
%B14.dup.i.i = load i16, i16* %arrayidx5.us.i.3.2.i, align 2
|
|
%conv6.us.i.3.2.i = sext i16 %B14.dup.i.i to i32
|
|
%mul7.us.i.3.2.i = mul nsw i32 %conv6.us.i.3.2.i, %conv.us.i.3.2.i
|
|
%add9.us.i.3.2.i = add nsw i32 %mul7.us.i.3.2.i, %add9.us.i.3.1.i
|
|
%inc.us.i.3.2.i = or i32 %j.026.us.i.i, 3
|
|
%add.us.i.3355.i = add i32 %inc.us.i.2353.i, %mul.us.i118.i
|
|
%arrayidx4.us.i.3356.i = getelementptr inbounds i16, i16* %A, i32 %add.us.i.3355.i
|
|
%B21 = load i16, i16* %arrayidx4.us.i.3356.i, align 2
|
|
%conv.us.i.3357.i = sext i16 %B21 to i32
|
|
%arrayidx5.us.i.3358.i = getelementptr inbounds i16, i16* %B, i32 %inc.us.i.2353.i
|
|
%B22 = load i16, i16* %arrayidx5.us.i.3358.i, align 2
|
|
%conv6.us.i.3359.i = sext i16 %B22 to i32
|
|
%mul7.us.i.3360.i = mul nsw i32 %conv6.us.i.3359.i, %conv.us.i.3357.i
|
|
%add9.us.i.3361.i = add nsw i32 %mul7.us.i.3360.i, %add9.us.i.2352.i
|
|
%inc.us.i.3362.i = add i32 %j.026.us.i.i, 4
|
|
%add.us.i.1.3.i = add i32 %inc.us.i.1.2.i, %mul.us.i118.1.i
|
|
%arrayidx4.us.i.1.3.i = getelementptr inbounds i16, i16* %A, i32 %add.us.i.1.3.i
|
|
%B23 = load i16, i16* %arrayidx4.us.i.1.3.i, align 2
|
|
%conv.us.i.1.3.i = sext i16 %B23 to i32
|
|
%arrayidx5.us.i.1.3.i = getelementptr inbounds i16, i16* %B, i32 %inc.us.i.1.2.i
|
|
%B22.dup = load i16, i16* %arrayidx5.us.i.1.3.i, align 2
|
|
%conv6.us.i.1.3.i = sext i16 %B22.dup to i32
|
|
%mul7.us.i.1.3.i = mul nsw i32 %conv6.us.i.1.3.i, %conv.us.i.1.3.i
|
|
%add9.us.i.1.3.i = add nsw i32 %mul7.us.i.1.3.i, %add9.us.i.1.2.i
|
|
%add.us.i.2.3.i = add i32 %inc.us.i.2.2.i, %mul.us.i118.2.i
|
|
%arrayidx4.us.i.2.3.i = getelementptr inbounds i16, i16* %A, i32 %add.us.i.2.3.i
|
|
%B25 = load i16, i16* %arrayidx4.us.i.2.3.i, align 2
|
|
%conv.us.i.2.3.i = sext i16 %B25 to i32
|
|
%arrayidx5.us.i.2.3.i = getelementptr inbounds i16, i16* %B, i32 %inc.us.i.2.2.i
|
|
%B22.dup.i = load i16, i16* %arrayidx5.us.i.2.3.i, align 2
|
|
%conv6.us.i.2.3.i = sext i16 %B22.dup.i to i32
|
|
%mul7.us.i.2.3.i = mul nsw i32 %conv6.us.i.2.3.i, %conv.us.i.2.3.i
|
|
%add9.us.i.2.3.i = add nsw i32 %mul7.us.i.2.3.i, %add9.us.i.2.2.i
|
|
%add.us.i.3.3.i = add i32 %inc.us.i.3.2.i, %mul.us.i118.3.i
|
|
%arrayidx4.us.i.3.3.i = getelementptr inbounds i16, i16* %A, i32 %add.us.i.3.3.i
|
|
%B27 = load i16, i16* %arrayidx4.us.i.3.3.i, align 2
|
|
%conv.us.i.3.3.i = sext i16 %B27 to i32
|
|
%arrayidx5.us.i.3.3.i = getelementptr inbounds i16, i16* %B, i32 %inc.us.i.3.2.i
|
|
%B22.dup.i.i = load i16, i16* %arrayidx5.us.i.3.3.i, align 2
|
|
%conv6.us.i.3.3.i = sext i16 %B22.dup.i.i to i32
|
|
%mul7.us.i.3.3.i = mul nsw i32 %conv6.us.i.3.3.i, %conv.us.i.3.3.i
|
|
%add9.us.i.3.3.i = add nsw i32 %mul7.us.i.3.3.i, %add9.us.i.3.2.i
|
|
%niter335.nsub.3.i = add i32 %niter335.i, -4
|
|
%niter335.ncmp.3.i = icmp eq i32 %niter335.nsub.3.i, 0
|
|
br i1 %niter335.ncmp.3.i, label %exit, label %for.body
|
|
|
|
exit:
|
|
%arrayidx.out.i = getelementptr inbounds i32, i32* %res, i32 0
|
|
store i32 %add9.us.i.3361.i, i32* %arrayidx.out.i, align 4
|
|
%arrayidx.out.1.i = getelementptr inbounds i32, i32* %res, i32 1
|
|
store i32 %add9.us.i.1.3.i, i32* %arrayidx.out.1.i, align 4
|
|
%arrayidx.out.2.i = getelementptr inbounds i32, i32* %res, i32 2
|
|
store i32 %add9.us.i.2.3.i, i32* %arrayidx.out.2.i, align 4
|
|
%arrayidx.out.3.i = getelementptr inbounds i32, i32* %res, i32 3
|
|
store i32 %add9.us.i.3.3.i, i32* %arrayidx.out.3.i, align 4
|
|
ret void
|
|
}
|