b0f53d95c1
This folds away subs(csel(1, 0, cc)) from brcond, that can be produced in certain places from compares that are not already subs (like adc/sbc generated from i128 add_with_overflow intrinsics).
336 lines
11 KiB
LLVM
336 lines
11 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 5
|
|
; RUN: llc -mtriple=aarch64 -o - %s | FileCheck %s --check-prefixes=CHECK,CHECK-SD
|
|
; RUN: llc -mtriple=aarch64 -global-isel -global-isel-abort=2 -o - %s 2>&1 | FileCheck %s --check-prefixes=CHECK,CHECK-GI
|
|
|
|
; CHECK-GI: warning: Instruction selection used fallback path for test_umul_i128
|
|
; CHECK-GI-NEXT: warning: Instruction selection used fallback path for test_smul_i128
|
|
|
|
define i128 @test_uadd_i128(i128 noundef %x, i128 noundef %y) {
|
|
; CHECK-SD-LABEL: test_uadd_i128:
|
|
; CHECK-SD: // %bb.0: // %entry
|
|
; CHECK-SD-NEXT: adds x0, x0, x2
|
|
; CHECK-SD-NEXT: adcs x1, x1, x3
|
|
; CHECK-SD-NEXT: b.lo .LBB0_2
|
|
; CHECK-SD-NEXT: // %bb.1: // %if.then
|
|
; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
|
|
; CHECK-SD-NEXT: .cfi_def_cfa_offset 16
|
|
; CHECK-SD-NEXT: .cfi_offset w30, -16
|
|
; CHECK-SD-NEXT: bl error
|
|
; CHECK-SD-NEXT: // kill: def $w0 killed $w0 def $x0
|
|
; CHECK-SD-NEXT: sxtw x0, w0
|
|
; CHECK-SD-NEXT: asr x1, x0, #63
|
|
; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
|
|
; CHECK-SD-NEXT: .LBB0_2: // %cleanup
|
|
; CHECK-SD-NEXT: ret
|
|
;
|
|
; CHECK-GI-LABEL: test_uadd_i128:
|
|
; CHECK-GI: // %bb.0: // %entry
|
|
; CHECK-GI-NEXT: adds x0, x0, x2
|
|
; CHECK-GI-NEXT: adcs x1, x1, x3
|
|
; CHECK-GI-NEXT: b.lo .LBB0_2
|
|
; CHECK-GI-NEXT: // %bb.1: // %if.then
|
|
; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
|
|
; CHECK-GI-NEXT: .cfi_def_cfa_offset 16
|
|
; CHECK-GI-NEXT: .cfi_offset w30, -16
|
|
; CHECK-GI-NEXT: bl error
|
|
; CHECK-GI-NEXT: // kill: def $w0 killed $w0 def $x0
|
|
; CHECK-GI-NEXT: asr w1, w0, #31
|
|
; CHECK-GI-NEXT: bfi x0, x1, #32, #32
|
|
; CHECK-GI-NEXT: bfi x1, x1, #32, #32
|
|
; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
|
|
; CHECK-GI-NEXT: .LBB0_2: // %cleanup
|
|
; CHECK-GI-NEXT: ret
|
|
entry:
|
|
%0 = tail call { i128, i1 } @llvm.uadd.with.overflow.i128(i128 %x, i128 %y)
|
|
%1 = extractvalue { i128, i1 } %0, 1
|
|
br i1 %1, label %if.then, label %if.end
|
|
|
|
if.then:
|
|
%call = tail call i32 @error()
|
|
%conv1 = sext i32 %call to i128
|
|
br label %cleanup
|
|
|
|
if.end:
|
|
%2 = extractvalue { i128, i1 } %0, 0
|
|
br label %cleanup
|
|
|
|
cleanup:
|
|
%retval.0 = phi i128 [ %conv1, %if.then ], [ %2, %if.end ]
|
|
ret i128 %retval.0
|
|
}
|
|
|
|
define i128 @test_sadd_i128(i128 noundef %x, i128 noundef %y) {
|
|
; CHECK-SD-LABEL: test_sadd_i128:
|
|
; CHECK-SD: // %bb.0: // %entry
|
|
; CHECK-SD-NEXT: adds x0, x0, x2
|
|
; CHECK-SD-NEXT: adcs x1, x1, x3
|
|
; CHECK-SD-NEXT: b.vc .LBB1_2
|
|
; CHECK-SD-NEXT: // %bb.1: // %if.then
|
|
; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
|
|
; CHECK-SD-NEXT: .cfi_def_cfa_offset 16
|
|
; CHECK-SD-NEXT: .cfi_offset w30, -16
|
|
; CHECK-SD-NEXT: bl error
|
|
; CHECK-SD-NEXT: // kill: def $w0 killed $w0 def $x0
|
|
; CHECK-SD-NEXT: sxtw x0, w0
|
|
; CHECK-SD-NEXT: asr x1, x0, #63
|
|
; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
|
|
; CHECK-SD-NEXT: .LBB1_2: // %cleanup
|
|
; CHECK-SD-NEXT: ret
|
|
;
|
|
; CHECK-GI-LABEL: test_sadd_i128:
|
|
; CHECK-GI: // %bb.0: // %entry
|
|
; CHECK-GI-NEXT: adds x0, x0, x2
|
|
; CHECK-GI-NEXT: adcs x1, x1, x3
|
|
; CHECK-GI-NEXT: b.vc .LBB1_2
|
|
; CHECK-GI-NEXT: // %bb.1: // %if.then
|
|
; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
|
|
; CHECK-GI-NEXT: .cfi_def_cfa_offset 16
|
|
; CHECK-GI-NEXT: .cfi_offset w30, -16
|
|
; CHECK-GI-NEXT: bl error
|
|
; CHECK-GI-NEXT: // kill: def $w0 killed $w0 def $x0
|
|
; CHECK-GI-NEXT: asr w1, w0, #31
|
|
; CHECK-GI-NEXT: bfi x0, x1, #32, #32
|
|
; CHECK-GI-NEXT: bfi x1, x1, #32, #32
|
|
; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
|
|
; CHECK-GI-NEXT: .LBB1_2: // %cleanup
|
|
; CHECK-GI-NEXT: ret
|
|
entry:
|
|
%0 = tail call { i128, i1 } @llvm.sadd.with.overflow.i128(i128 %x, i128 %y)
|
|
%1 = extractvalue { i128, i1 } %0, 1
|
|
br i1 %1, label %if.then, label %if.end
|
|
|
|
if.then:
|
|
%call = tail call i32 @error()
|
|
%conv1 = sext i32 %call to i128
|
|
br label %cleanup
|
|
|
|
if.end:
|
|
%2 = extractvalue { i128, i1 } %0, 0
|
|
br label %cleanup
|
|
|
|
cleanup:
|
|
%retval.0 = phi i128 [ %conv1, %if.then ], [ %2, %if.end ]
|
|
ret i128 %retval.0
|
|
}
|
|
|
|
define i128 @test_usub_i128(i128 noundef %x, i128 noundef %y) {
|
|
; CHECK-SD-LABEL: test_usub_i128:
|
|
; CHECK-SD: // %bb.0: // %entry
|
|
; CHECK-SD-NEXT: subs x0, x0, x2
|
|
; CHECK-SD-NEXT: sbcs x1, x1, x3
|
|
; CHECK-SD-NEXT: b.hs .LBB2_2
|
|
; CHECK-SD-NEXT: // %bb.1: // %if.then
|
|
; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
|
|
; CHECK-SD-NEXT: .cfi_def_cfa_offset 16
|
|
; CHECK-SD-NEXT: .cfi_offset w30, -16
|
|
; CHECK-SD-NEXT: bl error
|
|
; CHECK-SD-NEXT: // kill: def $w0 killed $w0 def $x0
|
|
; CHECK-SD-NEXT: sxtw x0, w0
|
|
; CHECK-SD-NEXT: asr x1, x0, #63
|
|
; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
|
|
; CHECK-SD-NEXT: .LBB2_2: // %cleanup
|
|
; CHECK-SD-NEXT: ret
|
|
;
|
|
; CHECK-GI-LABEL: test_usub_i128:
|
|
; CHECK-GI: // %bb.0: // %entry
|
|
; CHECK-GI-NEXT: subs x0, x0, x2
|
|
; CHECK-GI-NEXT: sbcs x1, x1, x3
|
|
; CHECK-GI-NEXT: b.hs .LBB2_2
|
|
; CHECK-GI-NEXT: // %bb.1: // %if.then
|
|
; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
|
|
; CHECK-GI-NEXT: .cfi_def_cfa_offset 16
|
|
; CHECK-GI-NEXT: .cfi_offset w30, -16
|
|
; CHECK-GI-NEXT: bl error
|
|
; CHECK-GI-NEXT: // kill: def $w0 killed $w0 def $x0
|
|
; CHECK-GI-NEXT: asr w1, w0, #31
|
|
; CHECK-GI-NEXT: bfi x0, x1, #32, #32
|
|
; CHECK-GI-NEXT: bfi x1, x1, #32, #32
|
|
; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
|
|
; CHECK-GI-NEXT: .LBB2_2: // %cleanup
|
|
; CHECK-GI-NEXT: ret
|
|
entry:
|
|
%0 = tail call { i128, i1 } @llvm.usub.with.overflow.i128(i128 %x, i128 %y)
|
|
%1 = extractvalue { i128, i1 } %0, 1
|
|
br i1 %1, label %if.then, label %if.end
|
|
|
|
if.then:
|
|
%call = tail call i32 @error()
|
|
%conv1 = sext i32 %call to i128
|
|
br label %cleanup
|
|
|
|
if.end:
|
|
%2 = extractvalue { i128, i1 } %0, 0
|
|
br label %cleanup
|
|
|
|
cleanup:
|
|
%retval.0 = phi i128 [ %conv1, %if.then ], [ %2, %if.end ]
|
|
ret i128 %retval.0
|
|
}
|
|
|
|
define i128 @test_ssub_i128(i128 noundef %x, i128 noundef %y) {
|
|
; CHECK-SD-LABEL: test_ssub_i128:
|
|
; CHECK-SD: // %bb.0: // %entry
|
|
; CHECK-SD-NEXT: subs x0, x0, x2
|
|
; CHECK-SD-NEXT: sbcs x1, x1, x3
|
|
; CHECK-SD-NEXT: b.vc .LBB3_2
|
|
; CHECK-SD-NEXT: // %bb.1: // %if.then
|
|
; CHECK-SD-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
|
|
; CHECK-SD-NEXT: .cfi_def_cfa_offset 16
|
|
; CHECK-SD-NEXT: .cfi_offset w30, -16
|
|
; CHECK-SD-NEXT: bl error
|
|
; CHECK-SD-NEXT: // kill: def $w0 killed $w0 def $x0
|
|
; CHECK-SD-NEXT: sxtw x0, w0
|
|
; CHECK-SD-NEXT: asr x1, x0, #63
|
|
; CHECK-SD-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
|
|
; CHECK-SD-NEXT: .LBB3_2: // %cleanup
|
|
; CHECK-SD-NEXT: ret
|
|
;
|
|
; CHECK-GI-LABEL: test_ssub_i128:
|
|
; CHECK-GI: // %bb.0: // %entry
|
|
; CHECK-GI-NEXT: subs x0, x0, x2
|
|
; CHECK-GI-NEXT: sbcs x1, x1, x3
|
|
; CHECK-GI-NEXT: b.vc .LBB3_2
|
|
; CHECK-GI-NEXT: // %bb.1: // %if.then
|
|
; CHECK-GI-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
|
|
; CHECK-GI-NEXT: .cfi_def_cfa_offset 16
|
|
; CHECK-GI-NEXT: .cfi_offset w30, -16
|
|
; CHECK-GI-NEXT: bl error
|
|
; CHECK-GI-NEXT: // kill: def $w0 killed $w0 def $x0
|
|
; CHECK-GI-NEXT: asr w1, w0, #31
|
|
; CHECK-GI-NEXT: bfi x0, x1, #32, #32
|
|
; CHECK-GI-NEXT: bfi x1, x1, #32, #32
|
|
; CHECK-GI-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
|
|
; CHECK-GI-NEXT: .LBB3_2: // %cleanup
|
|
; CHECK-GI-NEXT: ret
|
|
entry:
|
|
%0 = tail call { i128, i1 } @llvm.ssub.with.overflow.i128(i128 %x, i128 %y)
|
|
%1 = extractvalue { i128, i1 } %0, 1
|
|
br i1 %1, label %if.then, label %if.end
|
|
|
|
if.then:
|
|
%call = tail call i32 @error()
|
|
%conv1 = sext i32 %call to i128
|
|
br label %cleanup
|
|
|
|
if.end:
|
|
%2 = extractvalue { i128, i1 } %0, 0
|
|
br label %cleanup
|
|
|
|
cleanup:
|
|
%retval.0 = phi i128 [ %conv1, %if.then ], [ %2, %if.end ]
|
|
ret i128 %retval.0
|
|
}
|
|
|
|
define i128 @test_umul_i128(i128 noundef %x, i128 noundef %y) {
|
|
; CHECK-LABEL: test_umul_i128:
|
|
; CHECK: // %bb.0: // %entry
|
|
; CHECK-NEXT: mul x9, x3, x0
|
|
; CHECK-NEXT: cmp x1, #0
|
|
; CHECK-NEXT: ccmp x3, #0, #4, ne
|
|
; CHECK-NEXT: umulh x8, x1, x2
|
|
; CHECK-NEXT: umulh x10, x3, x0
|
|
; CHECK-NEXT: madd x9, x1, x2, x9
|
|
; CHECK-NEXT: ccmp xzr, x8, #0, eq
|
|
; CHECK-NEXT: umulh x11, x0, x2
|
|
; CHECK-NEXT: ccmp xzr, x10, #0, eq
|
|
; CHECK-NEXT: cset w8, ne
|
|
; CHECK-NEXT: adds x1, x11, x9
|
|
; CHECK-NEXT: csinc w8, w8, wzr, lo
|
|
; CHECK-NEXT: cmp w8, #1
|
|
; CHECK-NEXT: b.ne .LBB4_2
|
|
; CHECK-NEXT: // %bb.1: // %if.then
|
|
; CHECK-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
|
|
; CHECK-NEXT: .cfi_def_cfa_offset 16
|
|
; CHECK-NEXT: .cfi_offset w30, -16
|
|
; CHECK-NEXT: bl error
|
|
; CHECK-NEXT: // kill: def $w0 killed $w0 def $x0
|
|
; CHECK-NEXT: sxtw x0, w0
|
|
; CHECK-NEXT: asr x1, x0, #63
|
|
; CHECK-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
|
|
; CHECK-NEXT: ret
|
|
; CHECK-NEXT: .LBB4_2: // %if.end
|
|
; CHECK-NEXT: mul x0, x0, x2
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%0 = tail call { i128, i1 } @llvm.umul.with.overflow.i128(i128 %x, i128 %y)
|
|
%1 = extractvalue { i128, i1 } %0, 1
|
|
br i1 %1, label %if.then, label %if.end
|
|
|
|
if.then:
|
|
%call = tail call i32 @error()
|
|
%conv1 = sext i32 %call to i128
|
|
br label %cleanup
|
|
|
|
if.end:
|
|
%2 = extractvalue { i128, i1 } %0, 0
|
|
br label %cleanup
|
|
|
|
cleanup:
|
|
%retval.0 = phi i128 [ %conv1, %if.then ], [ %2, %if.end ]
|
|
ret i128 %retval.0
|
|
}
|
|
|
|
define i128 @test_smul_i128(i128 noundef %x, i128 noundef %y) {
|
|
; CHECK-LABEL: test_smul_i128:
|
|
; CHECK: // %bb.0: // %entry
|
|
; CHECK-NEXT: asr x10, x1, #63
|
|
; CHECK-NEXT: umulh x11, x0, x2
|
|
; CHECK-NEXT: asr x14, x3, #63
|
|
; CHECK-NEXT: mov x8, x1
|
|
; CHECK-NEXT: mul x12, x1, x2
|
|
; CHECK-NEXT: umulh x9, x1, x2
|
|
; CHECK-NEXT: mul x10, x10, x2
|
|
; CHECK-NEXT: adds x11, x12, x11
|
|
; CHECK-NEXT: mul x15, x0, x3
|
|
; CHECK-NEXT: umulh x13, x0, x3
|
|
; CHECK-NEXT: adc x9, x9, x10
|
|
; CHECK-NEXT: mul x14, x0, x14
|
|
; CHECK-NEXT: mul x16, x1, x3
|
|
; CHECK-NEXT: adds x1, x15, x11
|
|
; CHECK-NEXT: asr x11, x9, #63
|
|
; CHECK-NEXT: smulh x8, x8, x3
|
|
; CHECK-NEXT: adc x10, x13, x14
|
|
; CHECK-NEXT: asr x12, x10, #63
|
|
; CHECK-NEXT: adds x9, x9, x10
|
|
; CHECK-NEXT: adc x10, x11, x12
|
|
; CHECK-NEXT: adds x9, x16, x9
|
|
; CHECK-NEXT: asr x11, x1, #63
|
|
; CHECK-NEXT: adc x8, x8, x10
|
|
; CHECK-NEXT: eor x8, x8, x11
|
|
; CHECK-NEXT: eor x9, x9, x11
|
|
; CHECK-NEXT: orr x8, x9, x8
|
|
; CHECK-NEXT: cbz x8, .LBB5_2
|
|
; CHECK-NEXT: // %bb.1: // %if.then
|
|
; CHECK-NEXT: str x30, [sp, #-16]! // 8-byte Folded Spill
|
|
; CHECK-NEXT: .cfi_def_cfa_offset 16
|
|
; CHECK-NEXT: .cfi_offset w30, -16
|
|
; CHECK-NEXT: bl error
|
|
; CHECK-NEXT: // kill: def $w0 killed $w0 def $x0
|
|
; CHECK-NEXT: sxtw x0, w0
|
|
; CHECK-NEXT: asr x1, x0, #63
|
|
; CHECK-NEXT: ldr x30, [sp], #16 // 8-byte Folded Reload
|
|
; CHECK-NEXT: ret
|
|
; CHECK-NEXT: .LBB5_2: // %if.end
|
|
; CHECK-NEXT: mul x0, x0, x2
|
|
; CHECK-NEXT: ret
|
|
entry:
|
|
%0 = tail call { i128, i1 } @llvm.smul.with.overflow.i128(i128 %x, i128 %y)
|
|
%1 = extractvalue { i128, i1 } %0, 1
|
|
br i1 %1, label %if.then, label %if.end
|
|
|
|
if.then:
|
|
%call = tail call i32 @error()
|
|
%conv1 = sext i32 %call to i128
|
|
br label %cleanup
|
|
|
|
if.end:
|
|
%2 = extractvalue { i128, i1 } %0, 0
|
|
br label %cleanup
|
|
|
|
cleanup:
|
|
%retval.0 = phi i128 [ %conv1, %if.then ], [ %2, %if.end ]
|
|
ret i128 %retval.0
|
|
}
|
|
|
|
declare i32 @error()
|