llvm-project/llvm/test/CodeGen/ARM/dsp-loop-indexing.ll
Nikita Popov eecb99c5f6 [Tests] Add disjoint flag to some tests (NFC)
These tests rely on SCEV looking recognizing an "or" with no common
bits as an "add". Add the disjoint flag to relevant or instructions
in preparation for switching SCEV to use the flag instead of the
ValueTracking query. The IR with disjoint flag matches what
InstCombine would produce.
2023-12-05 14:09:36 +01:00

318 lines
10 KiB
LLVM

; RUN: llc -mtriple=thumbv7em -mattr=+fp-armv8 %s -o - | \
; RUN: FileCheck %s --check-prefix=CHECK --check-prefix=CHECK-DEFAULT
; RUN: llc -mtriple=thumbv8m.main -mattr=+fp-armv8,+dsp %s -o - | \
; RUN: FileCheck %s --check-prefix=CHECK --check-prefix=CHECK-DEFAULT
; -lsr-backedge-indexing=false
; RUN: llc -mtriple=thumbv8m.main -mattr=+fp-armv8,+dsp -lsr-preferred-addressing-mode=postindexed %s -o - | \
; RUN: FileCheck %s --check-prefix=CHECK --check-prefix=DISABLED
; RUN: llc -mtriple=thumbv8 %s -o - | \
; RUN: FileCheck %s --check-prefix=CHECK --check-prefix=DISABLED
; RUN: llc -mtriple=thumbv8m.main -mattr=+fp-armv8,+dsp -lsr-complexity-limit=2147483647 %s -o - | \
; RUN: FileCheck %s --check-prefix=CHECK --check-prefix=CHECK-COMPLEX
; CHECK-LABEL: test_qadd_2
; CHECK: @ %loop
; CHECK-DEFAULT: ldr{{.*}}, #4]
; CHECK-DEFAULT: ldr{{.*}}, #4]
; CHECK-DEFAULT: str{{.*}}, #4]
; CHECK-DEFAULT: ldr{{.*}}, #8]!
; CHECK-DEAFULT: ldr{{.*}}, #8]!
; CHECK-DEFAULT: str{{.*}}, #8]!
; CHECK-COMPLEX: ldr{{.*}}, #8]!
; CHECK-COMPLEX: ldr{{.*}}, #8]!
; CHECK-COMPLEX: str{{.*}}, #8]!
; CHECK-COMPLEX: ldr{{.*}}, #4]
; CHECK-COMPLEX: ldr{{.*}}, #4]
; CHECK-COMPLEX: str{{.*}}, #4]
; DISABLED-NOT: ldr{{.*}}]!
; DISABLED-NOT: str{{.*}}]!
define void @test_qadd_2(ptr %a.array, ptr %b.array, ptr %out.array, i32 %N) {
entry:
br label %loop
loop:
%i = phi i32 [ 0, %entry ], [ %i.next, %loop ]
%idx.1 = phi i32 [ 0, %entry ], [ %idx.next, %loop ]
%gep.a.1 = getelementptr inbounds i32, ptr %a.array, i32 %idx.1
%a.1 = load i32, ptr %gep.a.1
%gep.b.1 = getelementptr inbounds i32, ptr %b.array, i32 %idx.1
%b.1 = load i32, ptr %gep.b.1
%qadd.1 = call i32 @llvm.arm.qadd(i32 %a.1, i32 %b.1)
%addr.1 = getelementptr inbounds i32, ptr %out.array, i32 %idx.1
store i32 %qadd.1, ptr %addr.1
%idx.2 = or disjoint i32 %idx.1, 1
%gep.a.2 = getelementptr inbounds i32, ptr %a.array, i32 %idx.2
%a.2 = load i32, ptr %gep.a.2
%gep.b.2 = getelementptr inbounds i32, ptr %b.array, i32 %idx.2
%b.2 = load i32, ptr %gep.b.2
%qadd.2 = call i32 @llvm.arm.qadd(i32 %a.2, i32 %b.2)
%addr.2 = getelementptr inbounds i32, ptr %out.array, i32 %idx.2
store i32 %qadd.2, ptr %addr.2
%i.next = add nsw nuw i32 %i, -2
%idx.next = add nsw nuw i32 %idx.1, 2
%cmp = icmp ult i32 %i.next, %N
br i1 %cmp, label %loop, label %exit
exit:
ret void
}
; CHECK-LABEL: test_qadd_2_backwards
; TODO: Indexes should be generated.
; CHECK: @ %loop
; CHECK-DEFAULT: ldr{{.*}},
; CHECK-DEFAULT: ldr{{.*}},
; CHECK-DEFAULT: str{{.*}},
; CHECK-DEFAULT: ldr{{.*}}, #-4]
; CHECK-DEFAULT: ldr{{.*}}, #-4]
; CHECK-DEFAULT: sub{{.*}}, #8
; CHECK-DEFAULT: str{{.*}}, #-4]
; CHECK-DEFAULT: sub{{.*}}, #8
; CHECK-COMPLEX: ldr{{.*}} lsl #2]
; CHECK-COMPLEX: ldr{{.*}} lsl #2]
; CHECK-COMPLEX: str{{.*}} lsl #2]
; CHECK-COMPLEX: ldr{{.*}} lsl #2]
; CHECK-COMPLEX: ldr{{.*}} lsl #2]
; CHECK-COMPLEX: str{{.*}} lsl #2]
; DISABLED-NOT: ldr{{.*}}]!
; DISABLED-NOT: str{{.*}}]!
define void @test_qadd_2_backwards(ptr %a.array, ptr %b.array, ptr %out.array, i32 %N) {
entry:
br label %loop
loop:
%i = phi i32 [ 0, %entry ], [ %i.next, %loop ]
%idx.1 = phi i32 [ %N, %entry ], [ %idx.next, %loop ]
%gep.a.1 = getelementptr inbounds i32, ptr %a.array, i32 %idx.1
%a.1 = load i32, ptr %gep.a.1
%gep.b.1 = getelementptr inbounds i32, ptr %b.array, i32 %idx.1
%b.1 = load i32, ptr %gep.b.1
%qadd.1 = call i32 @llvm.arm.qadd(i32 %a.1, i32 %b.1)
%addr.1 = getelementptr inbounds i32, ptr %out.array, i32 %idx.1
store i32 %qadd.1, ptr %addr.1
%idx.2 = sub nsw nuw i32 %idx.1, 1
%gep.a.2 = getelementptr inbounds i32, ptr %a.array, i32 %idx.2
%a.2 = load i32, ptr %gep.a.2
%gep.b.2 = getelementptr inbounds i32, ptr %b.array, i32 %idx.2
%b.2 = load i32, ptr %gep.b.2
%qadd.2 = call i32 @llvm.arm.qadd(i32 %a.2, i32 %b.2)
%addr.2 = getelementptr inbounds i32, ptr %out.array, i32 %idx.2
store i32 %qadd.2, ptr %addr.2
%i.next = add nsw nuw i32 %i, -2
%idx.next = sub nsw nuw i32 %idx.1, 2
%cmp = icmp ult i32 %i.next, %N
br i1 %cmp, label %loop, label %exit
exit:
ret void
}
; CHECK-LABEL: test_qadd_3
; CHECK: @ %loop
; CHECK-DEFAULT: ldr{{.*}}, #8]
; CHECK-DEFAULT: ldr{{.*}}, #8]
; CHECK-DEFAULT: str{{.*}}, #8]
; CHECK-DEFAULT: ldr{{.*}}, #12]!
; CHECK-DEFAULT: ldr{{.*}}, #12]!
; CHECK-DEFAULT: str{{.*}}, #12]!
; CHECK-COMPLEX: ldr{{.*}}, #12]!
; CHECK-COMPLEX: ldr{{.*}}, #12]!
; CHECK-COMPLEX: str{{.*}}, #12]!
; CHECK-COMPLEX: ldr{{.*}}, #4]
; CHECK-COMPLEX: ldr{{.*}}, #4]
; CHECK-COMPLEX: str{{.*}}, #4]
; CHECK-COMPLEX: ldr{{.*}}, #8]
; CHECK-COMPLEX: ldr{{.*}}, #8]
; CHECK-COMPLEX: str{{.*}}, #8]
; DISABLED-NOT: ldr{{.*}}]!
; DISABLED-NOT: str{{.*}}]!
define void @test_qadd_3(ptr %a.array, ptr %b.array, ptr %out.array, i32 %N) {
entry:
br label %loop
loop:
%i = phi i32 [ 0, %entry ], [ %i.next, %loop ]
%idx.1 = phi i32 [ 0, %entry ], [ %idx.next, %loop ]
%gep.a.1 = getelementptr inbounds i32, ptr %a.array, i32 %idx.1
%a.1 = load i32, ptr %gep.a.1
%gep.b.1 = getelementptr inbounds i32, ptr %b.array, i32 %idx.1
%b.1 = load i32, ptr %gep.b.1
%qadd.1 = call i32 @llvm.arm.qadd(i32 %a.1, i32 %b.1)
%addr.1 = getelementptr inbounds i32, ptr %out.array, i32 %idx.1
store i32 %qadd.1, ptr %addr.1
%idx.2 = add nuw nsw i32 %idx.1, 1
%gep.a.2 = getelementptr inbounds i32, ptr %a.array, i32 %idx.2
%a.2 = load i32, ptr %gep.a.2
%gep.b.2 = getelementptr inbounds i32, ptr %b.array, i32 %idx.2
%b.2 = load i32, ptr %gep.b.2
%qadd.2 = call i32 @llvm.arm.qadd(i32 %a.2, i32 %b.2)
%addr.2 = getelementptr inbounds i32, ptr %out.array, i32 %idx.2
store i32 %qadd.2, ptr %addr.2
%idx.3 = add nuw nsw i32 %idx.1, 2
%gep.a.3 = getelementptr inbounds i32, ptr %a.array, i32 %idx.3
%a.3 = load i32, ptr %gep.a.3
%gep.b.3 = getelementptr inbounds i32, ptr %b.array, i32 %idx.3
%b.3 = load i32, ptr %gep.b.3
%qadd.3 = call i32 @llvm.arm.qadd(i32 %a.3, i32 %b.3)
%addr.3 = getelementptr inbounds i32, ptr %out.array, i32 %idx.3
store i32 %qadd.3, ptr %addr.3
%i.next = add nsw nuw i32 %i, -3
%idx.next = add nsw nuw i32 %idx.1, 3
%cmp = icmp ult i32 %i.next, %N
br i1 %cmp, label %loop, label %exit
exit:
ret void
}
; CHECK-LABEL: test_qadd_4
; CHECK: @ %loop
; TODO: pre-inc store
; CHECK-DEFAULT: ldr{{.*}}, #4]
; CHECK-DEFAULT: ldr{{.*}}, #4]
; CHECK-DEFAULT: str{{.*}}, #4]
; CHECK-DEFAULT: ldr{{.*}}, #8]
; CHECK-DEFAULT: ldr{{.*}}, #8]
; CHECK-DEFAULT: str{{.*}}, #8]
; CHECK-DEFAULT: ldr{{.*}}, #12]
; CHECK-DEFAULT: ldr{{.*}}, #12]
; CHECK-DEFAULT: str{{.*}}, #12]
; CHECK-COMPLEX: ldr{{.*}}, #16]!
; CHECK-COMPLEX: ldr{{.*}}, #16]!
; CHECK-COMPLEX: str{{.*}}, #16]!
; CHECK-COMPLEX: ldr{{.*}}, #4]
; CHECK-COMPLEX: ldr{{.*}}, #4]
; CHECK-COMPLEX: str{{.*}}, #4]
; CHECK-COMPLEX: ldr{{.*}}, #8]
; CHECK-COMPLEX: ldr{{.*}}, #8]
; CHECK-COMPLEX: str{{.*}}, #8]
; CHECK-COMPLEX: ldr{{.*}}, #12]
; CHECK-COMPLEX: ldr{{.*}}, #12]
; CHECK-COMPLEX: str{{.*}}, #12]
; DISABLED-NOT: ldr{{.*}}]!
; DISABLED-NOT: str{{.*}}]!
define void @test_qadd_4(ptr %a.array, ptr %b.array, ptr %out.array, i32 %N) {
entry:
br label %loop
loop:
%i = phi i32 [ 0, %entry ], [ %i.next, %loop ]
%idx.1 = phi i32 [ 0, %entry ], [ %idx.next, %loop ]
%gep.a.1 = getelementptr inbounds i32, ptr %a.array, i32 %idx.1
%a.1 = load i32, ptr %gep.a.1
%gep.b.1 = getelementptr inbounds i32, ptr %b.array, i32 %idx.1
%b.1 = load i32, ptr %gep.b.1
%qadd.1 = call i32 @llvm.arm.qadd(i32 %a.1, i32 %b.1)
%addr.1 = getelementptr inbounds i32, ptr %out.array, i32 %idx.1
store i32 %qadd.1, ptr %addr.1
%idx.2 = or disjoint i32 %idx.1, 1
%gep.a.2 = getelementptr inbounds i32, ptr %a.array, i32 %idx.2
%a.2 = load i32, ptr %gep.a.2
%gep.b.2 = getelementptr inbounds i32, ptr %b.array, i32 %idx.2
%b.2 = load i32, ptr %gep.b.2
%qadd.2 = call i32 @llvm.arm.qadd(i32 %a.2, i32 %b.2)
%addr.2 = getelementptr inbounds i32, ptr %out.array, i32 %idx.2
store i32 %qadd.2, ptr %addr.2
%idx.3 = or disjoint i32 %idx.1, 2
%gep.a.3 = getelementptr inbounds i32, ptr %a.array, i32 %idx.3
%a.3 = load i32, ptr %gep.a.3
%gep.b.3 = getelementptr inbounds i32, ptr %b.array, i32 %idx.3
%b.3 = load i32, ptr %gep.b.3
%qadd.3 = call i32 @llvm.arm.qadd(i32 %a.3, i32 %b.3)
%addr.3 = getelementptr inbounds i32, ptr %out.array, i32 %idx.3
store i32 %qadd.3, ptr %addr.3
%idx.4 = or disjoint i32 %idx.1, 3
%gep.a.4 = getelementptr inbounds i32, ptr %a.array, i32 %idx.4
%a.4 = load i32, ptr %gep.a.4
%gep.b.4 = getelementptr inbounds i32, ptr %b.array, i32 %idx.4
%b.4 = load i32, ptr %gep.b.4
%qadd.4 = call i32 @llvm.arm.qadd(i32 %a.4, i32 %b.4)
%addr.4 = getelementptr inbounds i32, ptr %out.array, i32 %idx.4
store i32 %qadd.4, ptr %addr.4
%i.next = add nsw nuw i32 %i, -4
%idx.next = add nsw nuw i32 %idx.1, 4
%cmp = icmp ult i32 %i.next, %N
br i1 %cmp, label %loop, label %exit
exit:
ret void
}
; CHECK-LABEL: test_qadd16_2
; CHECK: @ %loop
; TODO: pre-inc store.
; CHECK-DEFAULT: ldr{{.*}}, #4]
; CHECK-DEFAULT: ldr{{.*}}, #4]
; CHECK-DEFAULT: str{{.*}}, #8]
; CHECK-DEFAULT: ldr{{.*}}, #8]!
; CHECK-DEFAULT: ldr{{.*}}, #8]!
; CHECK-DEFAULT: str{{.*}}, #16]!
; CHECK-COMPLEX: ldr{{.*}}, #8]!
; CHECK-COMPLEX: ldr{{.*}}, #8]!
; CHECK-COMPLEX: str{{.*}}, #16]!
; CHECK-COMPLEX: ldr{{.*}}, #4]
; CHECK-COMPLEX: ldr{{.*}}, #4]
; CHECK-COMPLEX: str{{.*}}, #8]
; DISABLED-NOT: ldr{{.*}}]!
; DISABLED-NOT: str{{.*}}]!
define void @test_qadd16_2(ptr %a.array, ptr %b.array, ptr %out.array, i32 %N) {
entry:
br label %loop
loop:
%i = phi i32 [ 0, %entry ], [ %i.next, %loop ]
%idx.1 = phi i32 [ 0, %entry ], [ %idx.next, %loop ]
%gep.a.1 = getelementptr inbounds i16, ptr %a.array, i32 %idx.1
%a.1 = load i32, ptr %gep.a.1
%gep.b.1 = getelementptr inbounds i16, ptr %b.array, i32 %idx.1
%b.1 = load i32, ptr %gep.b.1
%qadd.1 = call i32 @llvm.arm.qadd16(i32 %a.1, i32 %b.1)
%addr.1 = getelementptr inbounds i32, ptr %out.array, i32 %idx.1
store i32 %qadd.1, ptr %addr.1
%idx.2 = add nsw nuw i32 %idx.1, 2
%gep.a.2 = getelementptr inbounds i16, ptr %a.array, i32 %idx.2
%a.2 = load i32, ptr %gep.a.2
%gep.b.2 = getelementptr inbounds i16, ptr %b.array, i32 %idx.2
%b.2 = load i32, ptr %gep.b.2
%qadd.2 = call i32 @llvm.arm.qadd16(i32 %a.2, i32 %b.2)
%addr.2 = getelementptr inbounds i32, ptr %out.array, i32 %idx.2
store i32 %qadd.2, ptr %addr.2
%i.next = add nsw nuw i32 %i, -2
%idx.next = add nsw nuw i32 %idx.1, 4
%cmp = icmp ult i32 %i.next, %N
br i1 %cmp, label %loop, label %exit
exit:
ret void
}
declare i32 @llvm.arm.qadd(i32, i32)
declare i32 @llvm.arm.qadd16(i32, i32)