
Using "poison" better reflects realworld generated IR. The main idioms ported are: * Inserting into an undefined vector. * Vector splats. * Masked load/gather operations with an undefined passthrough.
711 lines
24 KiB
LLVM
711 lines
24 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
|
|
; RUN: llc -mattr=+sve -force-streaming-compatible < %s | FileCheck %s
|
|
; RUN: llc -force-streaming-compatible < %s | FileCheck %s --check-prefix=NONEON-NOSVE
|
|
; RUN: llc -force-streaming-compatible -use-constant-int-for-fixed-length-splat -use-constant-fp-for-fixed-length-splat < %s | FileCheck %s --check-prefix=NONEON-NOSVE
|
|
|
|
target triple = "aarch64-unknown-linux-gnu"
|
|
|
|
;
|
|
; DUP (integer)
|
|
;
|
|
|
|
define <4 x i8> @splat_v4i8(i8 %a) {
|
|
; CHECK-LABEL: splat_v4i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z0.h, w0
|
|
; CHECK-NEXT: // kill: def $d0 killed $d0 killed $z0
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v4i8:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #14]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #12]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #10]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: ldr d0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <4 x i8> poison, i8 %a, i64 0
|
|
%splat = shufflevector <4 x i8> %insert, <4 x i8> poison, <4 x i32> zeroinitializer
|
|
ret <4 x i8> %splat
|
|
}
|
|
|
|
define <8 x i8> @splat_v8i8(i8 %a) {
|
|
; CHECK-LABEL: splat_v8i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z0.b, w0
|
|
; CHECK-NEXT: // kill: def $d0 killed $d0 killed $z0
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v8i8:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #15]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #14]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #13]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #12]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #11]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #10]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #9]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: ldr d0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <8 x i8> poison, i8 %a, i64 0
|
|
%splat = shufflevector <8 x i8> %insert, <8 x i8> poison, <8 x i32> zeroinitializer
|
|
ret <8 x i8> %splat
|
|
}
|
|
|
|
define <16 x i8> @splat_v16i8(i8 %a) {
|
|
; CHECK-LABEL: splat_v16i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z0.b, w0
|
|
; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v16i8:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #15]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #14]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #13]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #12]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #11]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #10]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #9]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #7]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #6]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #5]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #4]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #3]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #2]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #1]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp]
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp], #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <16 x i8> poison, i8 %a, i64 0
|
|
%splat = shufflevector <16 x i8> %insert, <16 x i8> poison, <16 x i32> zeroinitializer
|
|
ret <16 x i8> %splat
|
|
}
|
|
|
|
define void @splat_v32i8(i8 %a, ptr %b) {
|
|
; CHECK-LABEL: splat_v32i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z0.b, w0
|
|
; CHECK-NEXT: stp q0, q0, [x1]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v32i8:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #15]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #14]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #13]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #12]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #11]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #10]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #9]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #7]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #6]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #5]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #4]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #3]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #2]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp, #1]
|
|
; NONEON-NOSVE-NEXT: strb w0, [sp]
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp]
|
|
; NONEON-NOSVE-NEXT: stp q0, q0, [x1]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <32 x i8> poison, i8 %a, i64 0
|
|
%splat = shufflevector <32 x i8> %insert, <32 x i8> poison, <32 x i32> zeroinitializer
|
|
store <32 x i8> %splat, ptr %b
|
|
ret void
|
|
}
|
|
|
|
define <2 x i16> @splat_v2i16(i16 %a) {
|
|
; CHECK-LABEL: splat_v2i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z0.s, w0
|
|
; CHECK-NEXT: // kill: def $d0 killed $d0 killed $z0
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v2i16:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: stp w0, w0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: ldr d0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <2 x i16> poison, i16 %a, i64 0
|
|
%splat = shufflevector <2 x i16> %insert, <2 x i16> poison, <2 x i32> zeroinitializer
|
|
ret <2 x i16> %splat
|
|
}
|
|
|
|
define <4 x i16> @splat_v4i16(i16 %a) {
|
|
; CHECK-LABEL: splat_v4i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z0.h, w0
|
|
; CHECK-NEXT: // kill: def $d0 killed $d0 killed $z0
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v4i16:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #14]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #12]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #10]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: ldr d0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <4 x i16> poison, i16 %a, i64 0
|
|
%splat = shufflevector <4 x i16> %insert, <4 x i16> poison, <4 x i32> zeroinitializer
|
|
ret <4 x i16> %splat
|
|
}
|
|
|
|
define <8 x i16> @splat_v8i16(i16 %a) {
|
|
; CHECK-LABEL: splat_v8i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z0.h, w0
|
|
; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v8i16:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #14]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #12]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #10]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #6]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #4]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #2]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp]
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp], #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <8 x i16> poison, i16 %a, i64 0
|
|
%splat = shufflevector <8 x i16> %insert, <8 x i16> poison, <8 x i32> zeroinitializer
|
|
ret <8 x i16> %splat
|
|
}
|
|
|
|
define void @splat_v16i16(i16 %a, ptr %b) {
|
|
; CHECK-LABEL: splat_v16i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z0.h, w0
|
|
; CHECK-NEXT: stp q0, q0, [x1]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v16i16:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #14]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #12]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #10]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #6]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #4]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp, #2]
|
|
; NONEON-NOSVE-NEXT: strh w0, [sp]
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp]
|
|
; NONEON-NOSVE-NEXT: stp q0, q0, [x1]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <16 x i16> poison, i16 %a, i64 0
|
|
%splat = shufflevector <16 x i16> %insert, <16 x i16> poison, <16 x i32> zeroinitializer
|
|
store <16 x i16> %splat, ptr %b
|
|
ret void
|
|
}
|
|
|
|
define <2 x i32> @splat_v2i32(i32 %a) {
|
|
; CHECK-LABEL: splat_v2i32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z0.s, w0
|
|
; CHECK-NEXT: // kill: def $d0 killed $d0 killed $z0
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v2i32:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: stp w0, w0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: ldr d0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <2 x i32> poison, i32 %a, i64 0
|
|
%splat = shufflevector <2 x i32> %insert, <2 x i32> poison, <2 x i32> zeroinitializer
|
|
ret <2 x i32> %splat
|
|
}
|
|
|
|
define <4 x i32> @splat_v4i32(i32 %a) {
|
|
; CHECK-LABEL: splat_v4i32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z0.s, w0
|
|
; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v4i32:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: stp w0, w0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: stp w0, w0, [sp]
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp], #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <4 x i32> poison, i32 %a, i64 0
|
|
%splat = shufflevector <4 x i32> %insert, <4 x i32> poison, <4 x i32> zeroinitializer
|
|
ret <4 x i32> %splat
|
|
}
|
|
|
|
define void @splat_v8i32(i32 %a, ptr %b) {
|
|
; CHECK-LABEL: splat_v8i32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z0.s, w0
|
|
; CHECK-NEXT: stp q0, q0, [x1]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v8i32:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: stp w0, w0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: stp w0, w0, [sp]
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp]
|
|
; NONEON-NOSVE-NEXT: stp q0, q0, [x1]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <8 x i32> poison, i32 %a, i64 0
|
|
%splat = shufflevector <8 x i32> %insert, <8 x i32> poison, <8 x i32> zeroinitializer
|
|
store <8 x i32> %splat, ptr %b
|
|
ret void
|
|
}
|
|
|
|
define <1 x i64> @splat_v1i64(i64 %a) {
|
|
; CHECK-LABEL: splat_v1i64:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z0.d, x0
|
|
; CHECK-NEXT: // kill: def $d0 killed $d0 killed $z0
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v1i64:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: str x0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: ldr d0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <1 x i64> poison, i64 %a, i64 0
|
|
%splat = shufflevector <1 x i64> %insert, <1 x i64> poison, <1 x i32> zeroinitializer
|
|
ret <1 x i64> %splat
|
|
}
|
|
|
|
define <2 x i64> @splat_v2i64(i64 %a) {
|
|
; CHECK-LABEL: splat_v2i64:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z0.d, x0
|
|
; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v2i64:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: stp x0, x0, [sp, #-16]!
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp], #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <2 x i64> poison, i64 %a, i64 0
|
|
%splat = shufflevector <2 x i64> %insert, <2 x i64> poison, <2 x i32> zeroinitializer
|
|
ret <2 x i64> %splat
|
|
}
|
|
|
|
define void @splat_v4i64(i64 %a, ptr %b) {
|
|
; CHECK-LABEL: splat_v4i64:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z0.d, x0
|
|
; CHECK-NEXT: stp q0, q0, [x1]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v4i64:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: stp x0, x0, [sp, #-16]!
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp]
|
|
; NONEON-NOSVE-NEXT: stp q0, q0, [x1]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <4 x i64> poison, i64 %a, i64 0
|
|
%splat = shufflevector <4 x i64> %insert, <4 x i64> poison, <4 x i32> zeroinitializer
|
|
store <4 x i64> %splat, ptr %b
|
|
ret void
|
|
}
|
|
|
|
;
|
|
; DUP (floating-point)
|
|
;
|
|
|
|
define <2 x half> @splat_v2f16(half %a) {
|
|
; CHECK-LABEL: splat_v2f16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: // kill: def $h0 killed $h0 def $z0
|
|
; CHECK-NEXT: mov z0.h, h0
|
|
; CHECK-NEXT: // kill: def $d0 killed $d0 killed $z0
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v2f16:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #10]
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: ldr d0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <2 x half> poison, half %a, i64 0
|
|
%splat = shufflevector <2 x half> %insert, <2 x half> poison, <2 x i32> zeroinitializer
|
|
ret <2 x half> %splat
|
|
}
|
|
|
|
define <4 x half> @splat_v4f16(half %a) {
|
|
; CHECK-LABEL: splat_v4f16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: // kill: def $h0 killed $h0 def $z0
|
|
; CHECK-NEXT: mov z0.h, h0
|
|
; CHECK-NEXT: // kill: def $d0 killed $d0 killed $z0
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v4f16:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #14]
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #12]
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #10]
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: ldr d0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <4 x half> poison, half %a, i64 0
|
|
%splat = shufflevector <4 x half> %insert, <4 x half> poison, <4 x i32> zeroinitializer
|
|
ret <4 x half> %splat
|
|
}
|
|
|
|
define <8 x half> @splat_v8f16(half %a) {
|
|
; CHECK-LABEL: splat_v8f16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: // kill: def $h0 killed $h0 def $z0
|
|
; CHECK-NEXT: mov z0.h, h0
|
|
; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v8f16:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #14]
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #12]
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #10]
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #6]
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #4]
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #2]
|
|
; NONEON-NOSVE-NEXT: str h0, [sp]
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp], #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <8 x half> poison, half %a, i64 0
|
|
%splat = shufflevector <8 x half> %insert, <8 x half> poison, <8 x i32> zeroinitializer
|
|
ret <8 x half> %splat
|
|
}
|
|
|
|
define void @splat_v16f16(half %a, ptr %b) {
|
|
; CHECK-LABEL: splat_v16f16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: // kill: def $h0 killed $h0 def $z0
|
|
; CHECK-NEXT: mov z0.h, h0
|
|
; CHECK-NEXT: stp q0, q0, [x0]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v16f16:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #14]
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #12]
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #10]
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #6]
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #4]
|
|
; NONEON-NOSVE-NEXT: str h0, [sp, #2]
|
|
; NONEON-NOSVE-NEXT: str h0, [sp]
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp]
|
|
; NONEON-NOSVE-NEXT: stp q0, q0, [x0]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <16 x half> poison, half %a, i64 0
|
|
%splat = shufflevector <16 x half> %insert, <16 x half> poison, <16 x i32> zeroinitializer
|
|
store <16 x half> %splat, ptr %b
|
|
ret void
|
|
}
|
|
|
|
define <2 x float> @splat_v2f32(float %a, <2 x float> %op2) {
|
|
; CHECK-LABEL: splat_v2f32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: // kill: def $s0 killed $s0 def $z0
|
|
; CHECK-NEXT: mov z0.s, s0
|
|
; CHECK-NEXT: // kill: def $d0 killed $d0 killed $z0
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v2f32:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: stp s0, s0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: ldr d0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <2 x float> poison, float %a, i64 0
|
|
%splat = shufflevector <2 x float> %insert, <2 x float> poison, <2 x i32> zeroinitializer
|
|
ret <2 x float> %splat
|
|
}
|
|
|
|
define <4 x float> @splat_v4f32(float %a, <4 x float> %op2) {
|
|
; CHECK-LABEL: splat_v4f32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: // kill: def $s0 killed $s0 def $z0
|
|
; CHECK-NEXT: mov z0.s, s0
|
|
; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v4f32:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: stp s0, s0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: stp s0, s0, [sp]
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp], #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <4 x float> poison, float %a, i64 0
|
|
%splat = shufflevector <4 x float> %insert, <4 x float> poison, <4 x i32> zeroinitializer
|
|
ret <4 x float> %splat
|
|
}
|
|
|
|
define void @splat_v8f32(float %a, ptr %b) {
|
|
; CHECK-LABEL: splat_v8f32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: // kill: def $s0 killed $s0 def $z0
|
|
; CHECK-NEXT: mov z0.s, s0
|
|
; CHECK-NEXT: stp q0, q0, [x0]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v8f32:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: stp s0, s0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: stp s0, s0, [sp]
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp]
|
|
; NONEON-NOSVE-NEXT: stp q0, q0, [x0]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <8 x float> poison, float %a, i64 0
|
|
%splat = shufflevector <8 x float> %insert, <8 x float> poison, <8 x i32> zeroinitializer
|
|
store <8 x float> %splat, ptr %b
|
|
ret void
|
|
}
|
|
|
|
define <1 x double> @splat_v1f64(double %a, <1 x double> %op2) {
|
|
; CHECK-LABEL: splat_v1f64:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v1f64:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: sub sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: str d0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: ldr d0, [sp, #8]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <1 x double> poison, double %a, i64 0
|
|
%splat = shufflevector <1 x double> %insert, <1 x double> poison, <1 x i32> zeroinitializer
|
|
ret <1 x double> %splat
|
|
}
|
|
|
|
define <2 x double> @splat_v2f64(double %a, <2 x double> %op2) {
|
|
; CHECK-LABEL: splat_v2f64:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0
|
|
; CHECK-NEXT: mov z0.d, d0
|
|
; CHECK-NEXT: // kill: def $q0 killed $q0 killed $z0
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v2f64:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: stp d0, d0, [sp, #-16]!
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp], #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <2 x double> poison, double %a, i64 0
|
|
%splat = shufflevector <2 x double> %insert, <2 x double> poison, <2 x i32> zeroinitializer
|
|
ret <2 x double> %splat
|
|
}
|
|
|
|
define void @splat_v4f64(double %a, ptr %b) {
|
|
; CHECK-LABEL: splat_v4f64:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0
|
|
; CHECK-NEXT: mov z0.d, d0
|
|
; CHECK-NEXT: stp q0, q0, [x0]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_v4f64:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: stp d0, d0, [sp, #-16]!
|
|
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
|
|
; NONEON-NOSVE-NEXT: ldr q0, [sp]
|
|
; NONEON-NOSVE-NEXT: stp q0, q0, [x0]
|
|
; NONEON-NOSVE-NEXT: add sp, sp, #16
|
|
; NONEON-NOSVE-NEXT: ret
|
|
%insert = insertelement <4 x double> poison, double %a, i64 0
|
|
%splat = shufflevector <4 x double> %insert, <4 x double> poison, <4 x i32> zeroinitializer
|
|
store <4 x double> %splat, ptr %b
|
|
ret void
|
|
}
|
|
|
|
;
|
|
; DUP (integer immediate)
|
|
;
|
|
|
|
define void @splat_imm_v32i8(ptr %a) {
|
|
; CHECK-LABEL: splat_imm_v32i8:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z0.b, #1 // =0x1
|
|
; CHECK-NEXT: stp q0, q0, [x0]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_imm_v32i8:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: adrp x8, .LCPI24_0
|
|
; NONEON-NOSVE-NEXT: ldr q0, [x8, :lo12:.LCPI24_0]
|
|
; NONEON-NOSVE-NEXT: stp q0, q0, [x0]
|
|
; NONEON-NOSVE-NEXT: ret
|
|
store <32 x i8> splat (i8 1), ptr %a
|
|
ret void
|
|
}
|
|
|
|
define void @splat_imm_v16i16(ptr %a) {
|
|
; CHECK-LABEL: splat_imm_v16i16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z0.h, #2 // =0x2
|
|
; CHECK-NEXT: stp q0, q0, [x0]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_imm_v16i16:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: adrp x8, .LCPI25_0
|
|
; NONEON-NOSVE-NEXT: ldr q0, [x8, :lo12:.LCPI25_0]
|
|
; NONEON-NOSVE-NEXT: stp q0, q0, [x0]
|
|
; NONEON-NOSVE-NEXT: ret
|
|
store <16 x i16> splat (i16 2), ptr %a
|
|
ret void
|
|
}
|
|
|
|
define void @splat_imm_v8i32(ptr %a) {
|
|
; CHECK-LABEL: splat_imm_v8i32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z0.s, #3 // =0x3
|
|
; CHECK-NEXT: stp q0, q0, [x0]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_imm_v8i32:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: adrp x8, .LCPI26_0
|
|
; NONEON-NOSVE-NEXT: ldr q0, [x8, :lo12:.LCPI26_0]
|
|
; NONEON-NOSVE-NEXT: stp q0, q0, [x0]
|
|
; NONEON-NOSVE-NEXT: ret
|
|
store <8 x i32> splat (i32 3), ptr %a
|
|
ret void
|
|
}
|
|
|
|
define void @splat_imm_v4i64(ptr %a) {
|
|
; CHECK-LABEL: splat_imm_v4i64:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: mov z0.d, #4 // =0x4
|
|
; CHECK-NEXT: stp q0, q0, [x0]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_imm_v4i64:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: adrp x8, .LCPI27_0
|
|
; NONEON-NOSVE-NEXT: ldr q0, [x8, :lo12:.LCPI27_0]
|
|
; NONEON-NOSVE-NEXT: stp q0, q0, [x0]
|
|
; NONEON-NOSVE-NEXT: ret
|
|
store <4 x i64> splat (i64 4), ptr %a
|
|
ret void
|
|
}
|
|
|
|
;
|
|
; DUP (floating-point immediate)
|
|
;
|
|
|
|
define void @splat_imm_v16f16(ptr %a) {
|
|
; CHECK-LABEL: splat_imm_v16f16:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: fmov z0.h, #5.00000000
|
|
; CHECK-NEXT: stp q0, q0, [x0]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_imm_v16f16:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: adrp x8, .LCPI28_0
|
|
; NONEON-NOSVE-NEXT: ldr q0, [x8, :lo12:.LCPI28_0]
|
|
; NONEON-NOSVE-NEXT: stp q0, q0, [x0]
|
|
; NONEON-NOSVE-NEXT: ret
|
|
store <16 x half> splat (half 5.0), ptr %a
|
|
ret void
|
|
}
|
|
|
|
define void @splat_imm_v8f32(ptr %a) {
|
|
; CHECK-LABEL: splat_imm_v8f32:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: fmov z0.s, #6.00000000
|
|
; CHECK-NEXT: stp q0, q0, [x0]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_imm_v8f32:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: adrp x8, .LCPI29_0
|
|
; NONEON-NOSVE-NEXT: ldr q0, [x8, :lo12:.LCPI29_0]
|
|
; NONEON-NOSVE-NEXT: stp q0, q0, [x0]
|
|
; NONEON-NOSVE-NEXT: ret
|
|
store <8 x float> splat (float 6.0), ptr %a
|
|
ret void
|
|
}
|
|
|
|
define void @splat_imm_v4f64(ptr %a) {
|
|
; CHECK-LABEL: splat_imm_v4f64:
|
|
; CHECK: // %bb.0:
|
|
; CHECK-NEXT: fmov z0.d, #7.00000000
|
|
; CHECK-NEXT: stp q0, q0, [x0]
|
|
; CHECK-NEXT: ret
|
|
;
|
|
; NONEON-NOSVE-LABEL: splat_imm_v4f64:
|
|
; NONEON-NOSVE: // %bb.0:
|
|
; NONEON-NOSVE-NEXT: adrp x8, .LCPI30_0
|
|
; NONEON-NOSVE-NEXT: ldr q0, [x8, :lo12:.LCPI30_0]
|
|
; NONEON-NOSVE-NEXT: stp q0, q0, [x0]
|
|
; NONEON-NOSVE-NEXT: ret
|
|
store <4 x double> splat (double 7.0), ptr %a
|
|
ret void
|
|
}
|