Theodoros Theodoridis d15b7a83a7
[llvm][LICM] Limit multi-use BOAssociation to FP and Vector (#149829)
Limit the re-association of BOps with multiple users to FP and Vector
arithmetic.
2025-08-14 11:56:55 +01:00

346 lines
13 KiB
LLVM

; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 5
; RUN: llc -verify-machineinstrs -O3 -mcpu=pwr8 \
; RUN: -mtriple=powerpc64le-unknown-linux-gnu < %s | FileCheck \
; RUN: -check-prefix=CHECK-P8 %s
; RUN: llc -verify-machineinstrs -O3 -mcpu=pwr8 -disable-ppc-vsx-swap-removal \
; RUN: -mtriple=powerpc64le-unknown-linux-gnu < %s | FileCheck \
; RUN: -check-prefix=NOOPTSWAP-P8 %s
; RUN: llc -O3 -mcpu=pwr9 -mtriple=powerpc64le-unknown-linux-gnu \
; RUN: -verify-machineinstrs -ppc-vsr-nums-as-vr < %s | FileCheck \
; RUN: -check-prefix=CHECK-P9 --implicit-check-not xxswapd %s
; RUN: llc -O3 -mcpu=pwr9 -disable-ppc-vsx-swap-removal -mattr=-power9-vector \
; RUN: -verify-machineinstrs -mtriple=powerpc64le-unknown-linux-gnu < %s \
; RUN: | FileCheck -check-prefix=NOOPTSWAP-P9 %s
; LH: 2016-11-17
; Updated align attritue from 16 to 8 to keep swap instructions tests.
; Changes have been made on little-endian to use lvx and stvx
; instructions instead of lxvd2x/xxswapd and xxswapd/stxvd2x for
; aligned vectors with elements up to 4 bytes
; This test was generated from the following source:
;
; #define N 4096
; int ca[N] __attribute__((aligned(16)));
; int cb[N] __attribute__((aligned(16)));
; int cc[N] __attribute__((aligned(16)));
; int cd[N] __attribute__((aligned(16)));
;
; void foo ()
; {
; int i;
; for (i = 0; i < N; i++) {
; ca[i] = (cb[i] + cc[i]) * cd[i];
; }
; }
@cb = common global [4096 x i32] zeroinitializer, align 8
@cc = common global [4096 x i32] zeroinitializer, align 8
@cd = common global [4096 x i32] zeroinitializer, align 8
@ca = common global [4096 x i32] zeroinitializer, align 8
define void @foo() {
; CHECK-P8-LABEL: foo:
; CHECK-P8: # %bb.0: # %entry
; CHECK-P8-NEXT: li 3, 256
; CHECK-P8-NEXT: std 30, -16(1) # 8-byte Folded Spill
; CHECK-P8-NEXT: addis 4, 2, .LC0@toc@ha
; CHECK-P8-NEXT: addis 5, 2, .LC1@toc@ha
; CHECK-P8-NEXT: addis 6, 2, .LC2@toc@ha
; CHECK-P8-NEXT: addis 7, 2, .LC3@toc@ha
; CHECK-P8-NEXT: li 8, 16
; CHECK-P8-NEXT: li 9, 32
; CHECK-P8-NEXT: mtctr 3
; CHECK-P8-NEXT: ld 4, .LC0@toc@l(4)
; CHECK-P8-NEXT: ld 5, .LC1@toc@l(5)
; CHECK-P8-NEXT: ld 6, .LC2@toc@l(6)
; CHECK-P8-NEXT: ld 7, .LC3@toc@l(7)
; CHECK-P8-NEXT: li 3, 0
; CHECK-P8-NEXT: li 10, 48
; CHECK-P8-NEXT: .p2align 4
; CHECK-P8-NEXT: .LBB0_1: # %vector.body
; CHECK-P8-NEXT: #
; CHECK-P8-NEXT: lxvd2x 34, 4, 3
; CHECK-P8-NEXT: lxvd2x 35, 5, 3
; CHECK-P8-NEXT: add 11, 4, 3
; CHECK-P8-NEXT: add 12, 5, 3
; CHECK-P8-NEXT: lxvd2x 36, 6, 3
; CHECK-P8-NEXT: add 30, 6, 3
; CHECK-P8-NEXT: lxvd2x 37, 11, 8
; CHECK-P8-NEXT: lxvd2x 32, 12, 10
; CHECK-P8-NEXT: vadduwm 2, 3, 2
; CHECK-P8-NEXT: lxvd2x 35, 12, 8
; CHECK-P8-NEXT: vmuluwm 2, 2, 4
; CHECK-P8-NEXT: lxvd2x 36, 11, 9
; CHECK-P8-NEXT: vadduwm 3, 3, 5
; CHECK-P8-NEXT: lxvd2x 37, 12, 9
; CHECK-P8-NEXT: stxvd2x 34, 7, 3
; CHECK-P8-NEXT: lxvd2x 34, 30, 10
; CHECK-P8-NEXT: vadduwm 4, 5, 4
; CHECK-P8-NEXT: lxvd2x 37, 11, 10
; CHECK-P8-NEXT: add 11, 7, 3
; CHECK-P8-NEXT: addi 3, 3, 64
; CHECK-P8-NEXT: vadduwm 5, 0, 5
; CHECK-P8-NEXT: lxvd2x 32, 30, 8
; CHECK-P8-NEXT: vmuluwm 2, 5, 2
; CHECK-P8-NEXT: vmuluwm 3, 3, 0
; CHECK-P8-NEXT: lxvd2x 32, 30, 9
; CHECK-P8-NEXT: stxvd2x 34, 11, 10
; CHECK-P8-NEXT: vmuluwm 4, 4, 0
; CHECK-P8-NEXT: stxvd2x 35, 11, 8
; CHECK-P8-NEXT: stxvd2x 36, 11, 9
; CHECK-P8-NEXT: bdnz .LBB0_1
; CHECK-P8-NEXT: # %bb.2: # %for.end
; CHECK-P8-NEXT: ld 30, -16(1) # 8-byte Folded Reload
; CHECK-P8-NEXT: blr
;
; NOOPTSWAP-P8-LABEL: foo:
; NOOPTSWAP-P8: # %bb.0: # %entry
; NOOPTSWAP-P8-NEXT: li 3, 256
; NOOPTSWAP-P8-NEXT: std 30, -16(1) # 8-byte Folded Spill
; NOOPTSWAP-P8-NEXT: addis 4, 2, .LC0@toc@ha
; NOOPTSWAP-P8-NEXT: addis 5, 2, .LC1@toc@ha
; NOOPTSWAP-P8-NEXT: addis 6, 2, .LC2@toc@ha
; NOOPTSWAP-P8-NEXT: addis 7, 2, .LC3@toc@ha
; NOOPTSWAP-P8-NEXT: li 8, 16
; NOOPTSWAP-P8-NEXT: li 9, 32
; NOOPTSWAP-P8-NEXT: mtctr 3
; NOOPTSWAP-P8-NEXT: ld 4, .LC0@toc@l(4)
; NOOPTSWAP-P8-NEXT: ld 5, .LC1@toc@l(5)
; NOOPTSWAP-P8-NEXT: ld 6, .LC2@toc@l(6)
; NOOPTSWAP-P8-NEXT: ld 7, .LC3@toc@l(7)
; NOOPTSWAP-P8-NEXT: li 3, 0
; NOOPTSWAP-P8-NEXT: li 10, 48
; NOOPTSWAP-P8-NEXT: .p2align 4
; NOOPTSWAP-P8-NEXT: .LBB0_1: # %vector.body
; NOOPTSWAP-P8-NEXT: #
; NOOPTSWAP-P8-NEXT: lxvd2x 0, 4, 3
; NOOPTSWAP-P8-NEXT: lxvd2x 1, 5, 3
; NOOPTSWAP-P8-NEXT: add 30, 6, 3
; NOOPTSWAP-P8-NEXT: add 11, 4, 3
; NOOPTSWAP-P8-NEXT: add 12, 5, 3
; NOOPTSWAP-P8-NEXT: lxvd2x 2, 11, 8
; NOOPTSWAP-P8-NEXT: lxvd2x 3, 12, 8
; NOOPTSWAP-P8-NEXT: lxvd2x 4, 11, 9
; NOOPTSWAP-P8-NEXT: lxvd2x 5, 12, 9
; NOOPTSWAP-P8-NEXT: lxvd2x 6, 11, 10
; NOOPTSWAP-P8-NEXT: add 11, 7, 3
; NOOPTSWAP-P8-NEXT: lxvd2x 7, 12, 10
; NOOPTSWAP-P8-NEXT: xxswapd 34, 0
; NOOPTSWAP-P8-NEXT: lxvd2x 0, 6, 3
; NOOPTSWAP-P8-NEXT: xxswapd 35, 1
; NOOPTSWAP-P8-NEXT: lxvd2x 1, 30, 8
; NOOPTSWAP-P8-NEXT: vadduwm 2, 3, 2
; NOOPTSWAP-P8-NEXT: xxswapd 36, 2
; NOOPTSWAP-P8-NEXT: xxswapd 32, 4
; NOOPTSWAP-P8-NEXT: xxswapd 38, 6
; NOOPTSWAP-P8-NEXT: xxswapd 37, 3
; NOOPTSWAP-P8-NEXT: xxswapd 33, 5
; NOOPTSWAP-P8-NEXT: xxswapd 39, 7
; NOOPTSWAP-P8-NEXT: vadduwm 3, 5, 4
; NOOPTSWAP-P8-NEXT: vadduwm 4, 1, 0
; NOOPTSWAP-P8-NEXT: xxswapd 40, 0
; NOOPTSWAP-P8-NEXT: xxswapd 41, 1
; NOOPTSWAP-P8-NEXT: lxvd2x 0, 30, 9
; NOOPTSWAP-P8-NEXT: lxvd2x 1, 30, 10
; NOOPTSWAP-P8-NEXT: vmuluwm 2, 2, 8
; NOOPTSWAP-P8-NEXT: vmuluwm 3, 3, 9
; NOOPTSWAP-P8-NEXT: xxswapd 42, 0
; NOOPTSWAP-P8-NEXT: xxswapd 43, 1
; NOOPTSWAP-P8-NEXT: vmuluwm 4, 4, 10
; NOOPTSWAP-P8-NEXT: xxswapd 0, 34
; NOOPTSWAP-P8-NEXT: vadduwm 2, 7, 6
; NOOPTSWAP-P8-NEXT: xxswapd 1, 35
; NOOPTSWAP-P8-NEXT: vmuluwm 2, 2, 11
; NOOPTSWAP-P8-NEXT: stxvd2x 0, 7, 3
; NOOPTSWAP-P8-NEXT: addi 3, 3, 64
; NOOPTSWAP-P8-NEXT: stxvd2x 1, 11, 8
; NOOPTSWAP-P8-NEXT: xxswapd 2, 36
; NOOPTSWAP-P8-NEXT: stxvd2x 2, 11, 9
; NOOPTSWAP-P8-NEXT: xxswapd 3, 34
; NOOPTSWAP-P8-NEXT: stxvd2x 3, 11, 10
; NOOPTSWAP-P8-NEXT: bdnz .LBB0_1
; NOOPTSWAP-P8-NEXT: # %bb.2: # %for.end
; NOOPTSWAP-P8-NEXT: ld 30, -16(1) # 8-byte Folded Reload
; NOOPTSWAP-P8-NEXT: blr
;
; CHECK-P9-LABEL: foo:
; CHECK-P9: # %bb.0: # %entry
; CHECK-P9-NEXT: li 6, 256
; CHECK-P9-NEXT: addis 3, 2, .LC0@toc@ha
; CHECK-P9-NEXT: addis 4, 2, .LC1@toc@ha
; CHECK-P9-NEXT: addis 5, 2, .LC2@toc@ha
; CHECK-P9-NEXT: mtctr 6
; CHECK-P9-NEXT: addis 6, 2, .LC3@toc@ha
; CHECK-P9-NEXT: ld 3, .LC0@toc@l(3)
; CHECK-P9-NEXT: ld 4, .LC1@toc@l(4)
; CHECK-P9-NEXT: ld 5, .LC2@toc@l(5)
; CHECK-P9-NEXT: ld 6, .LC3@toc@l(6)
; CHECK-P9-NEXT: addi 3, 3, 32
; CHECK-P9-NEXT: addi 4, 4, 32
; CHECK-P9-NEXT: addi 5, 5, 32
; CHECK-P9-NEXT: addi 6, 6, 32
; CHECK-P9-NEXT: .p2align 4
; CHECK-P9-NEXT: .LBB0_1: # %vector.body
; CHECK-P9-NEXT: #
; CHECK-P9-NEXT: lxv 2, -32(3)
; CHECK-P9-NEXT: lxv 3, -32(4)
; CHECK-P9-NEXT: lxv 4, -16(4)
; CHECK-P9-NEXT: vadduwm 2, 3, 2
; CHECK-P9-NEXT: lxv 3, -32(5)
; CHECK-P9-NEXT: vmuluwm 2, 2, 3
; CHECK-P9-NEXT: lxv 3, -16(3)
; CHECK-P9-NEXT: vadduwm 3, 4, 3
; CHECK-P9-NEXT: lxv 4, 0(4)
; CHECK-P9-NEXT: stxv 2, -32(6)
; CHECK-P9-NEXT: lxv 2, -16(5)
; CHECK-P9-NEXT: vmuluwm 2, 3, 2
; CHECK-P9-NEXT: lxv 3, 0(3)
; CHECK-P9-NEXT: vadduwm 3, 4, 3
; CHECK-P9-NEXT: lxv 4, 16(4)
; CHECK-P9-NEXT: addi 4, 4, 64
; CHECK-P9-NEXT: stxv 2, -16(6)
; CHECK-P9-NEXT: lxv 2, 0(5)
; CHECK-P9-NEXT: vmuluwm 2, 3, 2
; CHECK-P9-NEXT: lxv 3, 16(3)
; CHECK-P9-NEXT: addi 3, 3, 64
; CHECK-P9-NEXT: vadduwm 3, 4, 3
; CHECK-P9-NEXT: stxv 2, 0(6)
; CHECK-P9-NEXT: lxv 2, 16(5)
; CHECK-P9-NEXT: addi 5, 5, 64
; CHECK-P9-NEXT: vmuluwm 2, 3, 2
; CHECK-P9-NEXT: stxv 2, 16(6)
; CHECK-P9-NEXT: addi 6, 6, 64
; CHECK-P9-NEXT: bdnz .LBB0_1
; CHECK-P9-NEXT: # %bb.2: # %for.end
; CHECK-P9-NEXT: blr
;
; NOOPTSWAP-P9-LABEL: foo:
; NOOPTSWAP-P9: # %bb.0: # %entry
; NOOPTSWAP-P9-NEXT: addis 4, 2, .LC0@toc@ha
; NOOPTSWAP-P9-NEXT: addis 5, 2, .LC1@toc@ha
; NOOPTSWAP-P9-NEXT: addis 6, 2, .LC2@toc@ha
; NOOPTSWAP-P9-NEXT: addis 7, 2, .LC3@toc@ha
; NOOPTSWAP-P9-NEXT: std 30, -16(1) # 8-byte Folded Spill
; NOOPTSWAP-P9-NEXT: ld 4, .LC0@toc@l(4)
; NOOPTSWAP-P9-NEXT: li 3, 256
; NOOPTSWAP-P9-NEXT: ld 5, .LC1@toc@l(5)
; NOOPTSWAP-P9-NEXT: ld 6, .LC2@toc@l(6)
; NOOPTSWAP-P9-NEXT: ld 7, .LC3@toc@l(7)
; NOOPTSWAP-P9-NEXT: mtctr 3
; NOOPTSWAP-P9-NEXT: li 3, 0
; NOOPTSWAP-P9-NEXT: li 8, 16
; NOOPTSWAP-P9-NEXT: li 9, 32
; NOOPTSWAP-P9-NEXT: li 10, 48
; NOOPTSWAP-P9-NEXT: .p2align 4
; NOOPTSWAP-P9-NEXT: .LBB0_1: # %vector.body
; NOOPTSWAP-P9-NEXT: #
; NOOPTSWAP-P9-NEXT: lxvd2x 0, 4, 3
; NOOPTSWAP-P9-NEXT: lxvd2x 1, 5, 3
; NOOPTSWAP-P9-NEXT: lxvd2x 2, 6, 3
; NOOPTSWAP-P9-NEXT: add 12, 5, 3
; NOOPTSWAP-P9-NEXT: add 11, 4, 3
; NOOPTSWAP-P9-NEXT: add 30, 6, 3
; NOOPTSWAP-P9-NEXT: lxvd2x 3, 11, 8
; NOOPTSWAP-P9-NEXT: xxswapd 34, 0
; NOOPTSWAP-P9-NEXT: xxswapd 35, 1
; NOOPTSWAP-P9-NEXT: lxvd2x 0, 12, 8
; NOOPTSWAP-P9-NEXT: xxswapd 36, 2
; NOOPTSWAP-P9-NEXT: lxvd2x 1, 11, 9
; NOOPTSWAP-P9-NEXT: vadduwm 2, 3, 2
; NOOPTSWAP-P9-NEXT: xxswapd 35, 3
; NOOPTSWAP-P9-NEXT: vmuluwm 2, 2, 4
; NOOPTSWAP-P9-NEXT: xxswapd 36, 0
; NOOPTSWAP-P9-NEXT: lxvd2x 0, 12, 9
; NOOPTSWAP-P9-NEXT: vadduwm 3, 4, 3
; NOOPTSWAP-P9-NEXT: xxswapd 36, 1
; NOOPTSWAP-P9-NEXT: lxvd2x 1, 12, 10
; NOOPTSWAP-P9-NEXT: xxswapd 37, 0
; NOOPTSWAP-P9-NEXT: lxvd2x 0, 11, 10
; NOOPTSWAP-P9-NEXT: add 11, 7, 3
; NOOPTSWAP-P9-NEXT: vadduwm 4, 5, 4
; NOOPTSWAP-P9-NEXT: xxswapd 32, 1
; NOOPTSWAP-P9-NEXT: xxswapd 37, 0
; NOOPTSWAP-P9-NEXT: lxvd2x 0, 30, 8
; NOOPTSWAP-P9-NEXT: vadduwm 5, 0, 5
; NOOPTSWAP-P9-NEXT: xxswapd 32, 0
; NOOPTSWAP-P9-NEXT: lxvd2x 0, 30, 9
; NOOPTSWAP-P9-NEXT: vmuluwm 3, 3, 0
; NOOPTSWAP-P9-NEXT: xxswapd 32, 0
; NOOPTSWAP-P9-NEXT: xxswapd 0, 34
; NOOPTSWAP-P9-NEXT: vmuluwm 4, 4, 0
; NOOPTSWAP-P9-NEXT: stxvd2x 0, 7, 3
; NOOPTSWAP-P9-NEXT: addi 3, 3, 64
; NOOPTSWAP-P9-NEXT: xxswapd 1, 35
; NOOPTSWAP-P9-NEXT: stxvd2x 1, 11, 8
; NOOPTSWAP-P9-NEXT: xxswapd 0, 36
; NOOPTSWAP-P9-NEXT: stxvd2x 0, 11, 9
; NOOPTSWAP-P9-NEXT: lxvd2x 0, 30, 10
; NOOPTSWAP-P9-NEXT: xxswapd 34, 0
; NOOPTSWAP-P9-NEXT: vmuluwm 2, 5, 2
; NOOPTSWAP-P9-NEXT: xxswapd 0, 34
; NOOPTSWAP-P9-NEXT: stxvd2x 0, 11, 10
; NOOPTSWAP-P9-NEXT: bdnz .LBB0_1
; NOOPTSWAP-P9-NEXT: # %bb.2: # %for.end
; NOOPTSWAP-P9-NEXT: ld 30, -16(1) # 8-byte Folded Reload
; NOOPTSWAP-P9-NEXT: blr
entry:
br label %vector.body
vector.body:
%index = phi i64 [ 0, %entry ], [ %index.next.3, %vector.body ]
%0 = getelementptr inbounds [4096 x i32], ptr @cb, i64 0, i64 %index
%wide.load = load <4 x i32>, ptr %0, align 8
%1 = getelementptr inbounds [4096 x i32], ptr @cc, i64 0, i64 %index
%wide.load13 = load <4 x i32>, ptr %1, align 8
%2 = add nsw <4 x i32> %wide.load13, %wide.load
%3 = getelementptr inbounds [4096 x i32], ptr @cd, i64 0, i64 %index
%wide.load14 = load <4 x i32>, ptr %3, align 8
%4 = mul nsw <4 x i32> %2, %wide.load14
%5 = getelementptr inbounds [4096 x i32], ptr @ca, i64 0, i64 %index
store <4 x i32> %4, ptr %5, align 8
%index.next = add nuw nsw i64 %index, 4
%6 = getelementptr inbounds [4096 x i32], ptr @cb, i64 0, i64 %index.next
%wide.load.1 = load <4 x i32>, ptr %6, align 8
%7 = getelementptr inbounds [4096 x i32], ptr @cc, i64 0, i64 %index.next
%wide.load13.1 = load <4 x i32>, ptr %7, align 8
%8 = add nsw <4 x i32> %wide.load13.1, %wide.load.1
%9 = getelementptr inbounds [4096 x i32], ptr @cd, i64 0, i64 %index.next
%wide.load14.1 = load <4 x i32>, ptr %9, align 8
%10 = mul nsw <4 x i32> %8, %wide.load14.1
%11 = getelementptr inbounds [4096 x i32], ptr @ca, i64 0, i64 %index.next
store <4 x i32> %10, ptr %11, align 8
%index.next.1 = add nuw nsw i64 %index.next, 4
%12 = getelementptr inbounds [4096 x i32], ptr @cb, i64 0, i64 %index.next.1
%wide.load.2 = load <4 x i32>, ptr %12, align 8
%13 = getelementptr inbounds [4096 x i32], ptr @cc, i64 0, i64 %index.next.1
%wide.load13.2 = load <4 x i32>, ptr %13, align 8
%14 = add nsw <4 x i32> %wide.load13.2, %wide.load.2
%15 = getelementptr inbounds [4096 x i32], ptr @cd, i64 0, i64 %index.next.1
%wide.load14.2 = load <4 x i32>, ptr %15, align 8
%16 = mul nsw <4 x i32> %14, %wide.load14.2
%17 = getelementptr inbounds [4096 x i32], ptr @ca, i64 0, i64 %index.next.1
store <4 x i32> %16, ptr %17, align 8
%index.next.2 = add nuw nsw i64 %index.next.1, 4
%18 = getelementptr inbounds [4096 x i32], ptr @cb, i64 0, i64 %index.next.2
%wide.load.3 = load <4 x i32>, ptr %18, align 8
%19 = getelementptr inbounds [4096 x i32], ptr @cc, i64 0, i64 %index.next.2
%wide.load13.3 = load <4 x i32>, ptr %19, align 8
%20 = add nsw <4 x i32> %wide.load13.3, %wide.load.3
%21 = getelementptr inbounds [4096 x i32], ptr @cd, i64 0, i64 %index.next.2
%wide.load14.3 = load <4 x i32>, ptr %21, align 8
%22 = mul nsw <4 x i32> %20, %wide.load14.3
%23 = getelementptr inbounds [4096 x i32], ptr @ca, i64 0, i64 %index.next.2
store <4 x i32> %22, ptr %23, align 8
%index.next.3 = add nuw nsw i64 %index.next.2, 4
%24 = icmp eq i64 %index.next.3, 4096
br i1 %24, label %for.end, label %vector.body
for.end:
ret void
}