fc0653f31c
Recent upstream trends have moved away from explicitly using `-verify-machineinstrs`, as it's already covered by the expensive checks. This PR removes almost all `-verify-machineinstrs` from tests in `llvm/test/CodeGen/AMDGPU/*.ll`, leaving only those tests where its removal currently causes failures.
299 lines
6.4 KiB
LLVM
299 lines
6.4 KiB
LLVM
; RUN: opt -S -mtriple=amdgcn-- -codegenprepare < %s | FileCheck -check-prefix=OPT %s
|
|
; RUN: opt -S -mtriple=amdgcn-- -mcpu=tonga -mattr=-flat-for-global -codegenprepare < %s | FileCheck -check-prefix=OPT %s
|
|
; RUN: llc -mtriple=amdgcn < %s | FileCheck -check-prefix=GCN %s
|
|
; RUN: llc -mtriple=amdgcn -mcpu=tonga -mattr=-flat-for-global < %s | FileCheck -check-prefix=GCN %s
|
|
|
|
; This particular case will actually be worse in terms of code size
|
|
; from sinking into both.
|
|
|
|
; OPT-LABEL: @sink_ubfe_i32(
|
|
; OPT: entry:
|
|
; OPT-NEXT: br i1
|
|
|
|
; OPT: bb0:
|
|
; OPT: %0 = lshr i32 %arg1, 8
|
|
; OPT-NEXT: %val0 = and i32 %0, 255
|
|
; OPT: br label
|
|
|
|
; OPT: bb1:
|
|
; OPT: %1 = lshr i32 %arg1, 8
|
|
; OPT-NEXT: %val1 = and i32 %1, 127
|
|
; OPT: br label
|
|
|
|
; OPT: ret:
|
|
; OPT: store
|
|
; OPT: ret
|
|
|
|
|
|
; GCN-LABEL: {{^}}sink_ubfe_i32:
|
|
; GCN-NOT: lshr
|
|
; GCN: s_cbranch_scc{{[0-1]}}
|
|
|
|
; GCN: s_bfe_u32 s{{[0-9]+}}, s{{[0-9]+}}, 0x70008
|
|
; GCN: .LBB0_3:
|
|
; GCN: s_bfe_u32 s{{[0-9]+}}, s{{[0-9]+}}, 0x80008
|
|
|
|
; GCN: buffer_store_dword
|
|
; GCN: s_endpgm
|
|
define amdgpu_kernel void @sink_ubfe_i32(ptr addrspace(1) %out, i32 %arg1, i1 %arg) #0 {
|
|
entry:
|
|
%shr = lshr i32 %arg1, 8
|
|
br i1 %arg, label %bb0, label %bb1
|
|
|
|
bb0:
|
|
%val0 = and i32 %shr, 255
|
|
store volatile i32 0, ptr addrspace(1) poison
|
|
br label %ret
|
|
|
|
bb1:
|
|
%val1 = and i32 %shr, 127
|
|
store volatile i32 0, ptr addrspace(1) poison
|
|
br label %ret
|
|
|
|
ret:
|
|
%phi = phi i32 [ %val0, %bb0 ], [ %val1, %bb1 ]
|
|
store i32 %phi, ptr addrspace(1) %out
|
|
ret void
|
|
}
|
|
|
|
; OPT-LABEL: @sink_sbfe_i32(
|
|
; OPT: entry:
|
|
; OPT-NEXT: br i1
|
|
|
|
; OPT: bb0:
|
|
; OPT: %0 = ashr i32 %arg1, 8
|
|
; OPT-NEXT: %val0 = and i32 %0, 255
|
|
; OPT: br label
|
|
|
|
; OPT: bb1:
|
|
; OPT: %1 = ashr i32 %arg1, 8
|
|
; OPT-NEXT: %val1 = and i32 %1, 127
|
|
; OPT: br label
|
|
|
|
; OPT: ret:
|
|
; OPT: store
|
|
; OPT: ret
|
|
|
|
; GCN-LABEL: {{^}}sink_sbfe_i32:
|
|
define amdgpu_kernel void @sink_sbfe_i32(ptr addrspace(1) %out, i32 %arg1, i1 %arg) #0 {
|
|
entry:
|
|
%shr = ashr i32 %arg1, 8
|
|
br i1 %arg, label %bb0, label %bb1
|
|
|
|
bb0:
|
|
%val0 = and i32 %shr, 255
|
|
store volatile i32 0, ptr addrspace(1) poison
|
|
br label %ret
|
|
|
|
bb1:
|
|
%val1 = and i32 %shr, 127
|
|
store volatile i32 0, ptr addrspace(1) poison
|
|
br label %ret
|
|
|
|
ret:
|
|
%phi = phi i32 [ %val0, %bb0 ], [ %val1, %bb1 ]
|
|
store i32 %phi, ptr addrspace(1) %out
|
|
ret void
|
|
}
|
|
|
|
|
|
; OPT-LABEL: @sink_ubfe_i16(
|
|
; OPT: entry:
|
|
; OPT-NEXT: icmp
|
|
; OPT-NEXT: br i1
|
|
|
|
; OPT: bb0:
|
|
; OPT: [[LSHR0:%[0-9]+]] = lshr i16 %arg1, 4
|
|
; OPT-NEXT: %val0 = and i16 [[LSHR0]], 255
|
|
; OPT: br label
|
|
|
|
; OPT: bb1:
|
|
; OPT: [[LSHR1:%[0-9]+]] = lshr i16 %arg1, 4
|
|
; OPT-NEXT: %val1 = and i16 [[LSHR1]], 127
|
|
; OPT: br label
|
|
|
|
; OPT: ret:
|
|
; OPT: store
|
|
; OPT: ret
|
|
|
|
; GCN-LABEL: {{^}}sink_ubfe_i16:
|
|
; GCN-NOT: lshr
|
|
; GCN: s_cbranch_scc{{[0-1]}}
|
|
|
|
; GCN: ; %bb.1:
|
|
; GCN: s_bfe_u32 s{{[0-9]+}}, s{{[0-9]+}}, 0x70004
|
|
|
|
; GCN: .LBB2_2:
|
|
; GCN: s_bfe_u32 s{{[0-9]+}}, s{{[0-9]+}}, 0x80004
|
|
|
|
; GCN: buffer_store_short
|
|
; GCN: s_endpgm
|
|
define amdgpu_kernel void @sink_ubfe_i16(ptr addrspace(1) %out, i16 %arg1, [8 x i32], i32 %arg2) #0 {
|
|
entry:
|
|
%shr = lshr i16 %arg1, 4
|
|
%cond = icmp eq i32 %arg2, 0
|
|
br i1 %cond, label %bb0, label %bb1
|
|
|
|
bb0:
|
|
%val0 = and i16 %shr, 255
|
|
store volatile i16 0, ptr addrspace(1) poison
|
|
br label %ret
|
|
|
|
bb1:
|
|
%val1 = and i16 %shr, 127
|
|
store volatile i16 0, ptr addrspace(1) poison
|
|
br label %ret
|
|
|
|
ret:
|
|
%phi = phi i16 [ %val0, %bb0 ], [ %val1, %bb1 ]
|
|
store i16 %phi, ptr addrspace(1) %out
|
|
ret void
|
|
}
|
|
|
|
; We don't really want to sink this one since it isn't reducible to a
|
|
; 32-bit BFE on one half of the integer.
|
|
|
|
; OPT-LABEL: @sink_ubfe_i64_span_midpoint(
|
|
; OPT: entry:
|
|
; OPT-NOT: lshr
|
|
; OPT: br i1
|
|
|
|
; OPT: bb0:
|
|
; OPT: %0 = lshr i64 %arg1, 30
|
|
; OPT-NEXT: %val0 = and i64 %0, 255
|
|
|
|
; OPT: bb1:
|
|
; OPT: %1 = lshr i64 %arg1, 30
|
|
; OPT-NEXT: %val1 = and i64 %1, 127
|
|
|
|
; OPT: ret:
|
|
; OPT: store
|
|
; OPT: ret
|
|
|
|
; GCN-LABEL: {{^}}sink_ubfe_i64_span_midpoint:
|
|
|
|
; GCN: s_cbranch_scc{{[0-1]}} .LBB3_2
|
|
; GCN: v_alignbit_b32 v[[LO:[0-9]+]], s{{[0-9]+}}, v{{[0-9]+}}, 30
|
|
; GCN: v_and_b32_e32 v{{[0-9]+}}, 0x7f, v[[LO]]
|
|
|
|
; GCN: .LBB3_3:
|
|
; GCN: v_and_b32_e32 v{{[0-9]+}}, 0xff, v[[LO]]
|
|
|
|
; GCN: buffer_store_dwordx2
|
|
define amdgpu_kernel void @sink_ubfe_i64_span_midpoint(ptr addrspace(1) %out, i64 %arg1, i1 %arg) #0 {
|
|
entry:
|
|
%shr = lshr i64 %arg1, 30
|
|
br i1 %arg, label %bb0, label %bb1
|
|
|
|
bb0:
|
|
%val0 = and i64 %shr, 255
|
|
store volatile i32 0, ptr addrspace(1) poison
|
|
br label %ret
|
|
|
|
bb1:
|
|
%val1 = and i64 %shr, 127
|
|
store volatile i32 0, ptr addrspace(1) poison
|
|
br label %ret
|
|
|
|
ret:
|
|
%phi = phi i64 [ %val0, %bb0 ], [ %val1, %bb1 ]
|
|
store i64 %phi, ptr addrspace(1) %out
|
|
ret void
|
|
}
|
|
|
|
; OPT-LABEL: @sink_ubfe_i64_low32(
|
|
; OPT: entry:
|
|
; OPT-NOT: lshr
|
|
; OPT: br i1
|
|
|
|
; OPT: bb0:
|
|
; OPT: %0 = lshr i64 %arg1, 15
|
|
; OPT-NEXT: %val0 = and i64 %0, 255
|
|
|
|
; OPT: bb1:
|
|
; OPT: %1 = lshr i64 %arg1, 15
|
|
; OPT-NEXT: %val1 = and i64 %1, 127
|
|
|
|
; OPT: ret:
|
|
; OPT: store
|
|
; OPT: ret
|
|
|
|
; GCN-LABEL: {{^}}sink_ubfe_i64_low32:
|
|
|
|
; GCN: s_cbranch_scc{{[0-1]}} .LBB4_2
|
|
|
|
; GCN: s_bfe_u32 s{{[0-9]+}}, s{{[0-9]+}}, 0x7000f
|
|
|
|
; GCN: .LBB4_3:
|
|
; GCN: s_bfe_u32 s{{[0-9]+}}, s{{[0-9]+}}, 0x8000f
|
|
|
|
; GCN: buffer_store_dwordx2
|
|
define amdgpu_kernel void @sink_ubfe_i64_low32(ptr addrspace(1) %out, i64 %arg1, i1 %arg) #0 {
|
|
entry:
|
|
%shr = lshr i64 %arg1, 15
|
|
br i1 %arg, label %bb0, label %bb1
|
|
|
|
bb0:
|
|
%val0 = and i64 %shr, 255
|
|
store volatile i32 0, ptr addrspace(1) poison
|
|
br label %ret
|
|
|
|
bb1:
|
|
%val1 = and i64 %shr, 127
|
|
store volatile i32 0, ptr addrspace(1) poison
|
|
br label %ret
|
|
|
|
ret:
|
|
%phi = phi i64 [ %val0, %bb0 ], [ %val1, %bb1 ]
|
|
store i64 %phi, ptr addrspace(1) %out
|
|
ret void
|
|
}
|
|
|
|
; OPT-LABEL: @sink_ubfe_i64_high32(
|
|
; OPT: entry:
|
|
; OPT-NOT: lshr
|
|
; OPT: br i1
|
|
|
|
; OPT: bb0:
|
|
; OPT: %0 = lshr i64 %arg1, 35
|
|
; OPT-NEXT: %val0 = and i64 %0, 255
|
|
|
|
; OPT: bb1:
|
|
; OPT: %1 = lshr i64 %arg1, 35
|
|
; OPT-NEXT: %val1 = and i64 %1, 127
|
|
|
|
; OPT: ret:
|
|
; OPT: store
|
|
; OPT: ret
|
|
|
|
; GCN-LABEL: {{^}}sink_ubfe_i64_high32:
|
|
; GCN: s_cbranch_scc{{[0-1]}} .LBB5_2
|
|
; GCN: s_bfe_u32 s{{[0-9]+}}, s{{[0-9]+}}, 0x70003
|
|
|
|
; GCN: .LBB5_3:
|
|
; GCN: s_bfe_u32 s{{[0-9]+}}, s{{[0-9]+}}, 0x80003
|
|
|
|
; GCN: buffer_store_dwordx2
|
|
define amdgpu_kernel void @sink_ubfe_i64_high32(ptr addrspace(1) %out, i64 %arg1, i1 %arg) #0 {
|
|
entry:
|
|
%shr = lshr i64 %arg1, 35
|
|
br i1 %arg, label %bb0, label %bb1
|
|
|
|
bb0:
|
|
%val0 = and i64 %shr, 255
|
|
store volatile i32 0, ptr addrspace(1) poison
|
|
br label %ret
|
|
|
|
bb1:
|
|
%val1 = and i64 %shr, 127
|
|
store volatile i32 0, ptr addrspace(1) poison
|
|
br label %ret
|
|
|
|
ret:
|
|
%phi = phi i64 [ %val0, %bb0 ], [ %val1, %bb1 ]
|
|
store i64 %phi, ptr addrspace(1) %out
|
|
ret void
|
|
}
|
|
|
|
attributes #0 = { nounwind }
|