a65ccc1b9f
On processors supporting vector registers and SIMD instructions, enable i128 as legal type in VRs. This allows many operations to be implemented via native instructions directly in VRs (including add, subtract, logical operations and shifts). For a few other operations (e.g. multiply and divide, as well as atomic operations), we need to move the i128 value back to a GPR pair to use the corresponding instruction there. Overall, this is still beneficial. The patch includes the following LLVM changes: - Enable i128 as legal type - Set up legal operations (in SystemZInstrVector.td) - Custom expansion for i128 add/subtract with carry - Custom expansion for i128 comparisons and selects - Support for moving i128 to/from GPR pairs when required - Handle 128-bit integer constant values everywhere - Use i128 as intrinsic operand type where appropriate - Updated and new test cases In addition, clang builtins are updated to reflect the intrinsic operand type changes (which also improves compatibility with GCC).
157 lines
4.3 KiB
LLVM
157 lines
4.3 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 2
|
|
; Test 128-bit shift left in vector registers on z13
|
|
;
|
|
; RUN: llc < %s -mtriple=s390x-linux-gnu -mcpu=z13 | FileCheck %s
|
|
|
|
; Shift left immediate (general case).
|
|
define i128 @f1(i128 %a) {
|
|
; CHECK-LABEL: f1:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vl %v0, 0(%r3), 3
|
|
; CHECK-NEXT: vrepib %v1, 100
|
|
; CHECK-NEXT: vslb %v0, %v0, %v1
|
|
; CHECK-NEXT: vsl %v0, %v0, %v1
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
%res = shl i128 %a, 100
|
|
ret i128 %res
|
|
}
|
|
|
|
; Shift left immediate (< 8 bits).
|
|
define i128 @f2(i128 %a) {
|
|
; CHECK-LABEL: f2:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vl %v0, 0(%r3), 3
|
|
; CHECK-NEXT: vrepib %v1, 7
|
|
; CHECK-NEXT: vsl %v0, %v0, %v1
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
%res = shl i128 %a, 7
|
|
ret i128 %res
|
|
}
|
|
|
|
; Shift left immediate (full bytes).
|
|
define i128 @f3(i128 %a) {
|
|
; CHECK-LABEL: f3:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vl %v0, 0(%r3), 3
|
|
; CHECK-NEXT: vrepib %v1, 32
|
|
; CHECK-NEXT: vslb %v0, %v0, %v1
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
%res = shl i128 %a, 32
|
|
ret i128 %res
|
|
}
|
|
|
|
; Shift left variable.
|
|
define i128 @f4(i128 %a, i128 %sh) {
|
|
; CHECK-LABEL: f4:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: l %r0, 12(%r4)
|
|
; CHECK-NEXT: vlvgp %v1, %r0, %r0
|
|
; CHECK-NEXT: vl %v0, 0(%r3), 3
|
|
; CHECK-NEXT: vrepb %v1, %v1, 15
|
|
; CHECK-NEXT: vslb %v0, %v0, %v1
|
|
; CHECK-NEXT: vsl %v0, %v0, %v1
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
%res = shl i128 %a, %sh
|
|
ret i128 %res
|
|
}
|
|
|
|
; Test removal of AND mask with only bottom 7 bits set.
|
|
define i128 @f5(i128 %a, i128 %sh) {
|
|
; CHECK-LABEL: f5:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: l %r0, 12(%r4)
|
|
; CHECK-NEXT: vlvgp %v1, %r0, %r0
|
|
; CHECK-NEXT: vl %v0, 0(%r3), 3
|
|
; CHECK-NEXT: vrepb %v1, %v1, 15
|
|
; CHECK-NEXT: vslb %v0, %v0, %v1
|
|
; CHECK-NEXT: vsl %v0, %v0, %v1
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
%and = and i128 %sh, 127
|
|
%shift = shl i128 %a, %and
|
|
ret i128 %shift
|
|
}
|
|
|
|
; Test removal of AND mask including but not limited to bottom 7 bits.
|
|
define i128 @f6(i128 %a, i128 %sh) {
|
|
; CHECK-LABEL: f6:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: l %r0, 12(%r4)
|
|
; CHECK-NEXT: vlvgp %v1, %r0, %r0
|
|
; CHECK-NEXT: vl %v0, 0(%r3), 3
|
|
; CHECK-NEXT: vrepb %v1, %v1, 15
|
|
; CHECK-NEXT: vslb %v0, %v0, %v1
|
|
; CHECK-NEXT: vsl %v0, %v0, %v1
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
%and = and i128 %sh, 511
|
|
%shift = shl i128 %a, %and
|
|
ret i128 %shift
|
|
}
|
|
|
|
; Test that AND is not removed when some lower 7 bits are not set.
|
|
define i128 @f7(i128 %a, i128 %sh) {
|
|
; CHECK-LABEL: f7:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: lhi %r0, 63
|
|
; CHECK-NEXT: n %r0, 12(%r4)
|
|
; CHECK-NEXT: vlvgp %v1, %r0, %r0
|
|
; CHECK-NEXT: vl %v0, 0(%r3), 3
|
|
; CHECK-NEXT: vrepb %v1, %v1, 15
|
|
; CHECK-NEXT: vslb %v0, %v0, %v1
|
|
; CHECK-NEXT: vsl %v0, %v0, %v1
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
%and = and i128 %sh, 63
|
|
%shift = shl i128 %a, %and
|
|
ret i128 %shift
|
|
}
|
|
|
|
; Test that AND with two register operands is not affected.
|
|
define i128 @f8(i128 %a, i128 %b, i128 %sh) {
|
|
; CHECK-LABEL: f8:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: vl %v1, 0(%r4), 3
|
|
; CHECK-NEXT: vl %v2, 0(%r5), 3
|
|
; CHECK-NEXT: vn %v1, %v2, %v1
|
|
; CHECK-NEXT: vlgvf %r0, %v1, 3
|
|
; CHECK-NEXT: vlvgp %v1, %r0, %r0
|
|
; CHECK-NEXT: vl %v0, 0(%r3), 3
|
|
; CHECK-NEXT: vrepb %v1, %v1, 15
|
|
; CHECK-NEXT: vslb %v0, %v0, %v1
|
|
; CHECK-NEXT: vsl %v0, %v0, %v1
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
%and = and i128 %sh, %b
|
|
%shift = shl i128 %a, %and
|
|
ret i128 %shift
|
|
}
|
|
|
|
; Test that AND is not entirely removed if the result is reused.
|
|
define i128 @f9(i128 %a, i128 %sh) {
|
|
; CHECK-LABEL: f9:
|
|
; CHECK: # %bb.0:
|
|
; CHECK-NEXT: larl %r1, .LCPI8_0
|
|
; CHECK-NEXT: vl %v1, 0(%r4), 3
|
|
; CHECK-NEXT: vl %v2, 0(%r1), 3
|
|
; CHECK-NEXT: vn %v1, %v1, %v2
|
|
; CHECK-NEXT: vlgvf %r0, %v1, 3
|
|
; CHECK-NEXT: vlvgp %v2, %r0, %r0
|
|
; CHECK-NEXT: vl %v0, 0(%r3), 3
|
|
; CHECK-NEXT: vrepb %v2, %v2, 15
|
|
; CHECK-NEXT: vslb %v0, %v0, %v2
|
|
; CHECK-NEXT: vsl %v0, %v0, %v2
|
|
; CHECK-NEXT: vaq %v0, %v1, %v0
|
|
; CHECK-NEXT: vst %v0, 0(%r2), 3
|
|
; CHECK-NEXT: br %r14
|
|
%and = and i128 %sh, 127
|
|
%shift = shl i128 %a, %and
|
|
%reuse = add i128 %and, %shift
|
|
ret i128 %reuse
|
|
}
|
|
|