shylie/llvm-project
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
llvm-project/llvm/test/CodeGen/AArch64/sve-streaming-mode-fixed-length-int-extends.ll
Sander de Smalen 61510b51c3 Revert "[AArch64] Enable subreg liveness tracking by default." 
This reverts commit 9c319d5bb40785c969d2af76535ca62448dfafa7.

Some issues were discovered with the bootstrap builds, which
seem like they were caused by this commit. I'm reverting to investigate.
2024-12-12 17:22:15 +00:00

4202 lines
169 KiB
LLVM
Raw Blame History

; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
; RUN: llc -mattr=+sve -force-streaming-compatible < %s | FileCheck %s --check-prefixes=CHECK,SVE
; RUN: llc -mattr=+sve2 -force-streaming-compatible < %s | FileCheck %s --check-prefixes=CHECK,SVE2
; RUN: llc -mattr=+sme -force-streaming < %s | FileCheck %s --check-prefixes=CHECK,SVE2
; RUN: llc -force-streaming-compatible < %s | FileCheck %s --check-prefix=NONEON-NOSVE
target triple = "aarch64-unknown-linux-gnu"
;
; sext i1 -> i32
;
; NOTE: Covers the scenario where a SIGN_EXTEND_INREG is required, whose inreg
; type's element type is not byte based and thus cannot be lowered directly to
; an SVE instruction.
define void @sext_v8i1_v8i32(<8 x i1> %a, ptr %out) {
; CHECK-LABEL: sext_v8i1_v8i32:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0
; CHECK-NEXT: uunpklo z0.h, z0.b
; CHECK-NEXT: uunpklo z1.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z0.s, z0.h
; CHECK-NEXT: lsl z1.s, z1.s, #31
; CHECK-NEXT: lsl z0.s, z0.s, #31
; CHECK-NEXT: asr z1.s, z1.s, #31
; CHECK-NEXT: asr z0.s, z0.s, #31
; CHECK-NEXT: stp q1, q0, [x0]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: sext_v8i1_v8i32:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #80
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 80
; NONEON-NOSVE-NEXT: str d0, [sp, #8]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #15]
; NONEON-NOSVE-NEXT: strh w8, [sp, #22]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #14]
; NONEON-NOSVE-NEXT: strh w8, [sp, #20]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #13]
; NONEON-NOSVE-NEXT: strh w8, [sp, #18]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #12]
; NONEON-NOSVE-NEXT: strh w8, [sp, #16]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #11]
; NONEON-NOSVE-NEXT: strh w8, [sp, #30]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #10]
; NONEON-NOSVE-NEXT: strh w8, [sp, #28]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #9]
; NONEON-NOSVE-NEXT: strh w8, [sp, #26]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #8]
; NONEON-NOSVE-NEXT: strh w8, [sp, #24]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #16]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #32]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #46]
; NONEON-NOSVE-NEXT: ldrh w10, [sp, #44]
; NONEON-NOSVE-NEXT: ldrh w12, [sp, #42]
; NONEON-NOSVE-NEXT: ldrh w14, [sp, #40]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #32]
; NONEON-NOSVE-NEXT: ldrh w11, [sp, #34]
; NONEON-NOSVE-NEXT: sbfx w8, w8, #0, #1
; NONEON-NOSVE-NEXT: sbfx w10, w10, #0, #1
; NONEON-NOSVE-NEXT: ldrh w13, [sp, #36]
; NONEON-NOSVE-NEXT: ldrh w15, [sp, #38]
; NONEON-NOSVE-NEXT: sbfx w12, w12, #0, #1
; NONEON-NOSVE-NEXT: sbfx w9, w9, #0, #1
; NONEON-NOSVE-NEXT: stp w10, w8, [sp, #72]
; NONEON-NOSVE-NEXT: sbfx w8, w14, #0, #1
; NONEON-NOSVE-NEXT: sbfx w10, w15, #0, #1
; NONEON-NOSVE-NEXT: stp w8, w12, [sp, #64]
; NONEON-NOSVE-NEXT: sbfx w12, w13, #0, #1
; NONEON-NOSVE-NEXT: sbfx w8, w11, #0, #1
; NONEON-NOSVE-NEXT: stp w12, w10, [sp, #56]
; NONEON-NOSVE-NEXT: stp w9, w8, [sp, #48]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #48]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0]
; NONEON-NOSVE-NEXT: add sp, sp, #80
; NONEON-NOSVE-NEXT: ret
%b = sext <8 x i1> %a to <8 x i32>
store <8 x i32> %b, ptr %out
ret void
}
;
; sext i3 -> i64
;
; NOTE: Covers the scenario where a SIGN_EXTEND_INREG is required, whose inreg
; type's element type is not power-of-2 based and thus cannot be lowered
; directly to an SVE instruction.
define void @sext_v4i3_v4i64(<4 x i3> %a, ptr %out) {
; CHECK-LABEL: sext_v4i3_v4i64:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0
; CHECK-NEXT: uunpklo z0.s, z0.h
; CHECK-NEXT: uunpklo z1.d, z0.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z0.d, z0.s
; CHECK-NEXT: lsl z1.d, z1.d, #61
; CHECK-NEXT: lsl z0.d, z0.d, #61
; CHECK-NEXT: asr z1.d, z1.d, #61
; CHECK-NEXT: asr z0.d, z0.d, #61
; CHECK-NEXT: stp q1, q0, [x0]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: sext_v4i3_v4i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: ushll v0.4s, v0.4h, #0
; NONEON-NOSVE-NEXT: str q0, [sp, #-64]!
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #16]
; NONEON-NOSVE-NEXT: ldp w9, w8, [sp, #24]
; NONEON-NOSVE-NEXT: ldp w11, w10, [sp, #16]
; NONEON-NOSVE-NEXT: sbfx x8, x8, #0, #3
; NONEON-NOSVE-NEXT: sbfx x9, x9, #0, #3
; NONEON-NOSVE-NEXT: sbfx x10, x10, #0, #3
; NONEON-NOSVE-NEXT: stp x9, x8, [sp, #48]
; NONEON-NOSVE-NEXT: sbfx x8, x11, #0, #3
; NONEON-NOSVE-NEXT: stp x8, x10, [sp, #32]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0]
; NONEON-NOSVE-NEXT: add sp, sp, #64
; NONEON-NOSVE-NEXT: ret
%b = sext <4 x i3> %a to <4 x i64>
store <4 x i64> %b, ptr %out
ret void
}
;
; sext i8 -> i16
;
define void @sext_v16i8_v16i16(<16 x i8> %a, ptr %out) {
; CHECK-LABEL: sext_v16i8_v16i16:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0
; CHECK-NEXT: sunpklo z1.h, z0.b
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z0.h, z0.b
; CHECK-NEXT: stp q1, q0, [x0]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: sext_v16i8_v16i16:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: str q0, [sp, #-64]!
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #31]
; NONEON-NOSVE-NEXT: strh w8, [sp, #62]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #30]
; NONEON-NOSVE-NEXT: strh w8, [sp, #60]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #29]
; NONEON-NOSVE-NEXT: strh w8, [sp, #58]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #28]
; NONEON-NOSVE-NEXT: strh w8, [sp, #56]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #27]
; NONEON-NOSVE-NEXT: strh w8, [sp, #54]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #26]
; NONEON-NOSVE-NEXT: strh w8, [sp, #52]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #25]
; NONEON-NOSVE-NEXT: strh w8, [sp, #50]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #24]
; NONEON-NOSVE-NEXT: strh w8, [sp, #48]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #23]
; NONEON-NOSVE-NEXT: strh w8, [sp, #46]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #22]
; NONEON-NOSVE-NEXT: strh w8, [sp, #44]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #21]
; NONEON-NOSVE-NEXT: strh w8, [sp, #42]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #20]
; NONEON-NOSVE-NEXT: strh w8, [sp, #40]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #19]
; NONEON-NOSVE-NEXT: strh w8, [sp, #38]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #18]
; NONEON-NOSVE-NEXT: strh w8, [sp, #36]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #17]
; NONEON-NOSVE-NEXT: strh w8, [sp, #34]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #16]
; NONEON-NOSVE-NEXT: strh w8, [sp, #32]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0]
; NONEON-NOSVE-NEXT: add sp, sp, #64
; NONEON-NOSVE-NEXT: ret
%b = sext <16 x i8> %a to <16 x i16>
store <16 x i16>%b, ptr %out
ret void
}
; NOTE: Extra 'add' is to prevent the extend being combined with the load.
define void @sext_v32i8_v32i16(ptr %in, ptr %out) {
; CHECK-LABEL: sext_v32i8_v32i16:
; CHECK: // %bb.0:
; CHECK-NEXT: ldp q1, q0, [x0]
; CHECK-NEXT: add z0.b, z0.b, z0.b
; CHECK-NEXT: add z1.b, z1.b, z1.b
; CHECK-NEXT: sunpklo z2.h, z0.b
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z3.h, z1.b
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: sunpklo z0.h, z0.b
; CHECK-NEXT: sunpklo z1.h, z1.b
; CHECK-NEXT: stp q2, q0, [x1, #32]
; CHECK-NEXT: stp q3, q1, [x1]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: sext_v32i8_v32i16:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #272
; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #176] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #192] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #208] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #224] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #240] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #256] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 272
; NONEON-NOSVE-NEXT: .cfi_offset w19, -8
; NONEON-NOSVE-NEXT: .cfi_offset w20, -16
; NONEON-NOSVE-NEXT: .cfi_offset w21, -24
; NONEON-NOSVE-NEXT: .cfi_offset w22, -32
; NONEON-NOSVE-NEXT: .cfi_offset w23, -40
; NONEON-NOSVE-NEXT: .cfi_offset w24, -48
; NONEON-NOSVE-NEXT: .cfi_offset w25, -56
; NONEON-NOSVE-NEXT: .cfi_offset w26, -64
; NONEON-NOSVE-NEXT: .cfi_offset w27, -72
; NONEON-NOSVE-NEXT: .cfi_offset w28, -80
; NONEON-NOSVE-NEXT: .cfi_offset w30, -88
; NONEON-NOSVE-NEXT: .cfi_offset w29, -96
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #16]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #40]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #41]
; NONEON-NOSVE-NEXT: ldrb w29, [sp, #18]
; NONEON-NOSVE-NEXT: ldrb w27, [sp, #16]
; NONEON-NOSVE-NEXT: ldrb w25, [sp, #30]
; NONEON-NOSVE-NEXT: ldrb w23, [sp, #28]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #8] // 8-byte Folded Spill
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #20]
; NONEON-NOSVE-NEXT: ldrb w21, [sp, #26]
; NONEON-NOSVE-NEXT: ldrb w19, [sp, #24]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #19]
; NONEON-NOSVE-NEXT: ldrb w6, [sp, #38]
; NONEON-NOSVE-NEXT: add w8, w8, w8
; NONEON-NOSVE-NEXT: ldrb w28, [sp, #17]
; NONEON-NOSVE-NEXT: ldrb w16, [sp, #22]
; NONEON-NOSVE-NEXT: strb w8, [sp, #60]
; NONEON-NOSVE-NEXT: add w8, w29, w29
; NONEON-NOSVE-NEXT: ldrb w4, [sp, #36]
; NONEON-NOSVE-NEXT: strb w8, [sp, #58]
; NONEON-NOSVE-NEXT: add w8, w27, w27
; NONEON-NOSVE-NEXT: ldrb w26, [sp, #31]
; NONEON-NOSVE-NEXT: strb w8, [sp, #56]
; NONEON-NOSVE-NEXT: add w8, w25, w25
; NONEON-NOSVE-NEXT: add w9, w9, w9
; NONEON-NOSVE-NEXT: strb w8, [sp, #54]
; NONEON-NOSVE-NEXT: add w8, w23, w23
; NONEON-NOSVE-NEXT: ldrb w2, [sp, #34]
; NONEON-NOSVE-NEXT: strb w8, [sp, #52]
; NONEON-NOSVE-NEXT: add w8, w21, w21
; NONEON-NOSVE-NEXT: ldrb w24, [sp, #29]
; NONEON-NOSVE-NEXT: strb w8, [sp, #50]
; NONEON-NOSVE-NEXT: add w8, w19, w19
; NONEON-NOSVE-NEXT: ldrb w17, [sp, #23]
; NONEON-NOSVE-NEXT: strb w9, [sp, #59]
; NONEON-NOSVE-NEXT: add w9, w28, w28
; NONEON-NOSVE-NEXT: add w18, w16, w16
; NONEON-NOSVE-NEXT: strb w8, [sp, #48]
; NONEON-NOSVE-NEXT: add w8, w6, w6
; NONEON-NOSVE-NEXT: ldrb w16, [sp, #32]
; NONEON-NOSVE-NEXT: ldrb w22, [sp, #27]
; NONEON-NOSVE-NEXT: strb w9, [sp, #57]
; NONEON-NOSVE-NEXT: add w9, w26, w26
; NONEON-NOSVE-NEXT: strb w8, [sp, #78]
; NONEON-NOSVE-NEXT: add w8, w4, w4
; NONEON-NOSVE-NEXT: ldrb w14, [sp, #46]
; NONEON-NOSVE-NEXT: ldrb w20, [sp, #25]
; NONEON-NOSVE-NEXT: ldrb w30, [sp, #21]
; NONEON-NOSVE-NEXT: strb w9, [sp, #55]
; NONEON-NOSVE-NEXT: add w9, w24, w24
; NONEON-NOSVE-NEXT: strb w8, [sp, #76]
; NONEON-NOSVE-NEXT: add w8, w2, w2
; NONEON-NOSVE-NEXT: ldrb w12, [sp, #44]
; NONEON-NOSVE-NEXT: add w17, w17, w17
; NONEON-NOSVE-NEXT: strb w9, [sp, #53]
; NONEON-NOSVE-NEXT: add w9, w22, w22
; NONEON-NOSVE-NEXT: strb w8, [sp, #74]
; NONEON-NOSVE-NEXT: add w8, w16, w16
; NONEON-NOSVE-NEXT: ldrb w10, [sp, #42]
; NONEON-NOSVE-NEXT: strb w17, [sp, #63]
; NONEON-NOSVE-NEXT: add w17, w30, w30
; NONEON-NOSVE-NEXT: strb w9, [sp, #51]
; NONEON-NOSVE-NEXT: add w9, w20, w20
; NONEON-NOSVE-NEXT: ldrb w7, [sp, #39]
; NONEON-NOSVE-NEXT: strb w8, [sp, #72]
; NONEON-NOSVE-NEXT: add w8, w14, w14
; NONEON-NOSVE-NEXT: ldrb w5, [sp, #37]
; NONEON-NOSVE-NEXT: strb w18, [sp, #62]
; NONEON-NOSVE-NEXT: ldrb w3, [sp, #35]
; NONEON-NOSVE-NEXT: ldrb w0, [sp, #33]
; NONEON-NOSVE-NEXT: strb w17, [sp, #61]
; NONEON-NOSVE-NEXT: ldrb w15, [sp, #47]
; NONEON-NOSVE-NEXT: ldrb w13, [sp, #45]
; NONEON-NOSVE-NEXT: strb w9, [sp, #49]
; NONEON-NOSVE-NEXT: add w9, w7, w7
; NONEON-NOSVE-NEXT: ldrb w11, [sp, #43]
; NONEON-NOSVE-NEXT: strb w8, [sp, #70]
; NONEON-NOSVE-NEXT: add w8, w12, w12
; NONEON-NOSVE-NEXT: strb w8, [sp, #68]
; NONEON-NOSVE-NEXT: add w8, w10, w10
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #48]
; NONEON-NOSVE-NEXT: strb w8, [sp, #66]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #12] // 4-byte Folded Reload
; NONEON-NOSVE-NEXT: strb w9, [sp, #79]
; NONEON-NOSVE-NEXT: add w9, w5, w5
; NONEON-NOSVE-NEXT: strb w9, [sp, #77]
; NONEON-NOSVE-NEXT: add w9, w3, w3
; NONEON-NOSVE-NEXT: add w8, w8, w8
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #80]
; NONEON-NOSVE-NEXT: strb w8, [sp, #64]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #95]
; NONEON-NOSVE-NEXT: strb w9, [sp, #75]
; NONEON-NOSVE-NEXT: add w9, w0, w0
; NONEON-NOSVE-NEXT: strh w8, [sp, #142]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #94]
; NONEON-NOSVE-NEXT: strb w9, [sp, #73]
; NONEON-NOSVE-NEXT: add w9, w15, w15
; NONEON-NOSVE-NEXT: strh w8, [sp, #140]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #93]
; NONEON-NOSVE-NEXT: strb w9, [sp, #71]
; NONEON-NOSVE-NEXT: add w9, w13, w13
; NONEON-NOSVE-NEXT: strh w8, [sp, #138]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #92]
; NONEON-NOSVE-NEXT: strb w9, [sp, #69]
; NONEON-NOSVE-NEXT: add w9, w11, w11
; NONEON-NOSVE-NEXT: strh w8, [sp, #136]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #91]
; NONEON-NOSVE-NEXT: strb w9, [sp, #67]
; NONEON-NOSVE-NEXT: ldr w9, [sp, #8] // 4-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #134]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #90]
; NONEON-NOSVE-NEXT: add w9, w9, w9
; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #256] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #132]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #89]
; NONEON-NOSVE-NEXT: strb w9, [sp, #65]
; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #240] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #130]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #88]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #64]
; NONEON-NOSVE-NEXT: strh w8, [sp, #128]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #87]
; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #224] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #126]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #86]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #96]
; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #208] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #124]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #85]
; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #192] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #122]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #84]
; NONEON-NOSVE-NEXT: ldp x29, x30, [sp, #176] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #120]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #83]
; NONEON-NOSVE-NEXT: strh w8, [sp, #118]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #82]
; NONEON-NOSVE-NEXT: strh w8, [sp, #116]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #81]
; NONEON-NOSVE-NEXT: strh w8, [sp, #114]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #80]
; NONEON-NOSVE-NEXT: strh w8, [sp, #112]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #111]
; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #112]
; NONEON-NOSVE-NEXT: strh w8, [sp, #174]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #110]
; NONEON-NOSVE-NEXT: strh w8, [sp, #172]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #109]
; NONEON-NOSVE-NEXT: strh w8, [sp, #170]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #108]
; NONEON-NOSVE-NEXT: strh w8, [sp, #168]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #107]
; NONEON-NOSVE-NEXT: strh w8, [sp, #166]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #106]
; NONEON-NOSVE-NEXT: strh w8, [sp, #164]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #105]
; NONEON-NOSVE-NEXT: strh w8, [sp, #162]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #104]
; NONEON-NOSVE-NEXT: strh w8, [sp, #160]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #103]
; NONEON-NOSVE-NEXT: strh w8, [sp, #158]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #102]
; NONEON-NOSVE-NEXT: strh w8, [sp, #156]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #101]
; NONEON-NOSVE-NEXT: strh w8, [sp, #154]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #100]
; NONEON-NOSVE-NEXT: strh w8, [sp, #152]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #99]
; NONEON-NOSVE-NEXT: strh w8, [sp, #150]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #98]
; NONEON-NOSVE-NEXT: strh w8, [sp, #148]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #97]
; NONEON-NOSVE-NEXT: strh w8, [sp, #146]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #96]
; NONEON-NOSVE-NEXT: strh w8, [sp, #144]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #144]
; NONEON-NOSVE-NEXT: stp q2, q3, [x1]
; NONEON-NOSVE-NEXT: stp q1, q0, [x1, #32]
; NONEON-NOSVE-NEXT: add sp, sp, #272
; NONEON-NOSVE-NEXT: ret
%a = load <32 x i8>, ptr %in
%b = add <32 x i8> %a, %a
%c = sext <32 x i8> %b to <32 x i16>
store <32 x i16> %c, ptr %out
ret void
}
;
; sext i8 -> i32
;
define void @sext_v8i8_v8i32(<8 x i8> %a, ptr %out) {
; CHECK-LABEL: sext_v8i8_v8i32:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0
; CHECK-NEXT: sunpklo z0.h, z0.b
; CHECK-NEXT: sunpklo z1.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z0.s, z0.h
; CHECK-NEXT: stp q1, q0, [x0]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: sext_v8i8_v8i32:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #80
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 80
; NONEON-NOSVE-NEXT: str d0, [sp, #8]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #11]
; NONEON-NOSVE-NEXT: strh w8, [sp, #30]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #10]
; NONEON-NOSVE-NEXT: strh w8, [sp, #28]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #9]
; NONEON-NOSVE-NEXT: strh w8, [sp, #26]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #8]
; NONEON-NOSVE-NEXT: strh w8, [sp, #24]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #15]
; NONEON-NOSVE-NEXT: strh w8, [sp, #22]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #14]
; NONEON-NOSVE-NEXT: strh w8, [sp, #20]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #13]
; NONEON-NOSVE-NEXT: strh w8, [sp, #18]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #12]
; NONEON-NOSVE-NEXT: strh w8, [sp, #16]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #16]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #32]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #46]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #44]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #72]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #42]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #40]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #64]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #38]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #36]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #34]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #32]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #48]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0]
; NONEON-NOSVE-NEXT: add sp, sp, #80
; NONEON-NOSVE-NEXT: ret
%b = sext <8 x i8> %a to <8 x i32>
store <8 x i32>%b, ptr %out
ret void
}
define void @sext_v16i8_v16i32(<16 x i8> %a, ptr %out) {
; CHECK-LABEL: sext_v16i8_v16i32:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0
; CHECK-NEXT: sunpklo z1.h, z0.b
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z0.h, z0.b
; CHECK-NEXT: sunpklo z2.s, z1.h
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: sunpklo z1.s, z1.h
; CHECK-NEXT: sunpklo z3.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z0.s, z0.h
; CHECK-NEXT: stp q2, q1, [x0]
; CHECK-NEXT: stp q3, q0, [x0, #32]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: sext_v16i8_v16i32:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: str q0, [sp, #-160]!
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 160
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #27]
; NONEON-NOSVE-NEXT: strh w8, [sp, #62]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #26]
; NONEON-NOSVE-NEXT: strh w8, [sp, #60]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #25]
; NONEON-NOSVE-NEXT: strh w8, [sp, #58]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #24]
; NONEON-NOSVE-NEXT: strh w8, [sp, #56]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #31]
; NONEON-NOSVE-NEXT: strh w8, [sp, #54]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #30]
; NONEON-NOSVE-NEXT: strh w8, [sp, #52]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #29]
; NONEON-NOSVE-NEXT: strh w8, [sp, #50]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #28]
; NONEON-NOSVE-NEXT: strh w8, [sp, #48]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #19]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #48]
; NONEON-NOSVE-NEXT: strh w8, [sp, #46]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #18]
; NONEON-NOSVE-NEXT: strh w8, [sp, #44]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #17]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #80]
; NONEON-NOSVE-NEXT: strh w8, [sp, #42]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #16]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #94]
; NONEON-NOSVE-NEXT: strh w8, [sp, #40]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #23]
; NONEON-NOSVE-NEXT: strh w8, [sp, #38]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #22]
; NONEON-NOSVE-NEXT: strh w8, [sp, #36]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #21]
; NONEON-NOSVE-NEXT: strh w8, [sp, #34]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #20]
; NONEON-NOSVE-NEXT: strh w8, [sp, #32]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #92]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #32]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #152]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #90]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #88]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #144]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #86]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #84]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #64]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #136]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #82]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #80]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #128]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #78]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #76]
; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #128]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #120]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #74]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #72]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #112]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #70]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #68]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #104]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #66]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #64]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #96]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #96]
; NONEON-NOSVE-NEXT: stp q2, q3, [x0]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0, #32]
; NONEON-NOSVE-NEXT: add sp, sp, #160
; NONEON-NOSVE-NEXT: ret
%b = sext <16 x i8> %a to <16 x i32>
store <16 x i32> %b, ptr %out
ret void
}
define void @sext_v32i8_v32i32(ptr %in, ptr %out) {
; CHECK-LABEL: sext_v32i8_v32i32:
; CHECK: // %bb.0:
; CHECK-NEXT: ldp q1, q0, [x0]
; CHECK-NEXT: add z0.b, z0.b, z0.b
; CHECK-NEXT: add z1.b, z1.b, z1.b
; CHECK-NEXT: sunpklo z2.h, z0.b
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z3.h, z1.b
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: sunpklo z0.h, z0.b
; CHECK-NEXT: sunpklo z1.h, z1.b
; CHECK-NEXT: sunpklo z4.s, z2.h
; CHECK-NEXT: ext z2.b, z2.b, z2.b, #8
; CHECK-NEXT: sunpklo z5.s, z3.h
; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8
; CHECK-NEXT: sunpklo z6.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z2.s, z2.h
; CHECK-NEXT: sunpklo z7.s, z1.h
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: sunpklo z3.s, z3.h
; CHECK-NEXT: sunpklo z0.s, z0.h
; CHECK-NEXT: sunpklo z1.s, z1.h
; CHECK-NEXT: stp q4, q2, [x1, #64]
; CHECK-NEXT: stp q5, q3, [x1]
; CHECK-NEXT: stp q6, q0, [x1, #96]
; CHECK-NEXT: stp q7, q1, [x1, #32]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: sext_v32i8_v32i32:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #464
; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #368] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #384] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #400] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #416] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #432] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #448] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 464
; NONEON-NOSVE-NEXT: .cfi_offset w19, -8
; NONEON-NOSVE-NEXT: .cfi_offset w20, -16
; NONEON-NOSVE-NEXT: .cfi_offset w21, -24
; NONEON-NOSVE-NEXT: .cfi_offset w22, -32
; NONEON-NOSVE-NEXT: .cfi_offset w23, -40
; NONEON-NOSVE-NEXT: .cfi_offset w24, -48
; NONEON-NOSVE-NEXT: .cfi_offset w25, -56
; NONEON-NOSVE-NEXT: .cfi_offset w26, -64
; NONEON-NOSVE-NEXT: .cfi_offset w27, -72
; NONEON-NOSVE-NEXT: .cfi_offset w28, -80
; NONEON-NOSVE-NEXT: .cfi_offset w30, -88
; NONEON-NOSVE-NEXT: .cfi_offset w29, -96
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #16]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #40]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #41]
; NONEON-NOSVE-NEXT: ldrb w29, [sp, #18]
; NONEON-NOSVE-NEXT: ldrb w27, [sp, #16]
; NONEON-NOSVE-NEXT: ldrb w25, [sp, #30]
; NONEON-NOSVE-NEXT: ldrb w23, [sp, #28]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #8] // 8-byte Folded Spill
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #20]
; NONEON-NOSVE-NEXT: ldrb w21, [sp, #26]
; NONEON-NOSVE-NEXT: ldrb w19, [sp, #24]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #19]
; NONEON-NOSVE-NEXT: ldrb w6, [sp, #38]
; NONEON-NOSVE-NEXT: add w8, w8, w8
; NONEON-NOSVE-NEXT: ldrb w28, [sp, #17]
; NONEON-NOSVE-NEXT: ldrb w16, [sp, #22]
; NONEON-NOSVE-NEXT: strb w8, [sp, #60]
; NONEON-NOSVE-NEXT: add w8, w29, w29
; NONEON-NOSVE-NEXT: ldrb w4, [sp, #36]
; NONEON-NOSVE-NEXT: strb w8, [sp, #58]
; NONEON-NOSVE-NEXT: add w8, w27, w27
; NONEON-NOSVE-NEXT: ldrb w26, [sp, #31]
; NONEON-NOSVE-NEXT: strb w8, [sp, #56]
; NONEON-NOSVE-NEXT: add w8, w25, w25
; NONEON-NOSVE-NEXT: add w9, w9, w9
; NONEON-NOSVE-NEXT: strb w8, [sp, #54]
; NONEON-NOSVE-NEXT: add w8, w23, w23
; NONEON-NOSVE-NEXT: ldrb w2, [sp, #34]
; NONEON-NOSVE-NEXT: strb w8, [sp, #52]
; NONEON-NOSVE-NEXT: add w8, w21, w21
; NONEON-NOSVE-NEXT: ldrb w24, [sp, #29]
; NONEON-NOSVE-NEXT: strb w8, [sp, #50]
; NONEON-NOSVE-NEXT: add w8, w19, w19
; NONEON-NOSVE-NEXT: ldrb w17, [sp, #23]
; NONEON-NOSVE-NEXT: strb w9, [sp, #59]
; NONEON-NOSVE-NEXT: add w9, w28, w28
; NONEON-NOSVE-NEXT: add w18, w16, w16
; NONEON-NOSVE-NEXT: strb w8, [sp, #48]
; NONEON-NOSVE-NEXT: add w8, w6, w6
; NONEON-NOSVE-NEXT: ldrb w16, [sp, #32]
; NONEON-NOSVE-NEXT: ldrb w22, [sp, #27]
; NONEON-NOSVE-NEXT: strb w9, [sp, #57]
; NONEON-NOSVE-NEXT: add w9, w26, w26
; NONEON-NOSVE-NEXT: strb w8, [sp, #78]
; NONEON-NOSVE-NEXT: add w8, w4, w4
; NONEON-NOSVE-NEXT: ldrb w14, [sp, #46]
; NONEON-NOSVE-NEXT: ldrb w20, [sp, #25]
; NONEON-NOSVE-NEXT: ldrb w30, [sp, #21]
; NONEON-NOSVE-NEXT: strb w9, [sp, #55]
; NONEON-NOSVE-NEXT: add w9, w24, w24
; NONEON-NOSVE-NEXT: strb w8, [sp, #76]
; NONEON-NOSVE-NEXT: add w8, w2, w2
; NONEON-NOSVE-NEXT: ldrb w12, [sp, #44]
; NONEON-NOSVE-NEXT: add w17, w17, w17
; NONEON-NOSVE-NEXT: strb w9, [sp, #53]
; NONEON-NOSVE-NEXT: add w9, w22, w22
; NONEON-NOSVE-NEXT: strb w8, [sp, #74]
; NONEON-NOSVE-NEXT: add w8, w16, w16
; NONEON-NOSVE-NEXT: ldrb w10, [sp, #42]
; NONEON-NOSVE-NEXT: strb w17, [sp, #63]
; NONEON-NOSVE-NEXT: add w17, w30, w30
; NONEON-NOSVE-NEXT: strb w9, [sp, #51]
; NONEON-NOSVE-NEXT: add w9, w20, w20
; NONEON-NOSVE-NEXT: ldrb w7, [sp, #39]
; NONEON-NOSVE-NEXT: strb w8, [sp, #72]
; NONEON-NOSVE-NEXT: add w8, w14, w14
; NONEON-NOSVE-NEXT: ldrb w5, [sp, #37]
; NONEON-NOSVE-NEXT: strb w18, [sp, #62]
; NONEON-NOSVE-NEXT: ldrb w3, [sp, #35]
; NONEON-NOSVE-NEXT: ldrb w0, [sp, #33]
; NONEON-NOSVE-NEXT: strb w17, [sp, #61]
; NONEON-NOSVE-NEXT: ldrb w15, [sp, #47]
; NONEON-NOSVE-NEXT: ldrb w13, [sp, #45]
; NONEON-NOSVE-NEXT: strb w9, [sp, #49]
; NONEON-NOSVE-NEXT: add w9, w7, w7
; NONEON-NOSVE-NEXT: ldrb w11, [sp, #43]
; NONEON-NOSVE-NEXT: strb w8, [sp, #70]
; NONEON-NOSVE-NEXT: add w8, w12, w12
; NONEON-NOSVE-NEXT: strb w8, [sp, #68]
; NONEON-NOSVE-NEXT: add w8, w10, w10
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #48]
; NONEON-NOSVE-NEXT: strb w8, [sp, #66]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #12] // 4-byte Folded Reload
; NONEON-NOSVE-NEXT: strb w9, [sp, #79]
; NONEON-NOSVE-NEXT: add w9, w5, w5
; NONEON-NOSVE-NEXT: strb w9, [sp, #77]
; NONEON-NOSVE-NEXT: add w9, w3, w3
; NONEON-NOSVE-NEXT: add w8, w8, w8
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #80]
; NONEON-NOSVE-NEXT: strb w8, [sp, #64]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #91]
; NONEON-NOSVE-NEXT: strb w9, [sp, #75]
; NONEON-NOSVE-NEXT: add w9, w0, w0
; NONEON-NOSVE-NEXT: strh w8, [sp, #134]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #90]
; NONEON-NOSVE-NEXT: strb w9, [sp, #73]
; NONEON-NOSVE-NEXT: add w9, w15, w15
; NONEON-NOSVE-NEXT: strh w8, [sp, #132]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #89]
; NONEON-NOSVE-NEXT: strb w9, [sp, #71]
; NONEON-NOSVE-NEXT: add w9, w13, w13
; NONEON-NOSVE-NEXT: strh w8, [sp, #130]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #88]
; NONEON-NOSVE-NEXT: strb w9, [sp, #69]
; NONEON-NOSVE-NEXT: add w9, w11, w11
; NONEON-NOSVE-NEXT: strh w8, [sp, #128]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #95]
; NONEON-NOSVE-NEXT: strb w9, [sp, #67]
; NONEON-NOSVE-NEXT: ldr w9, [sp, #8] // 4-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #142]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #94]
; NONEON-NOSVE-NEXT: add w9, w9, w9
; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #448] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #140]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #93]
; NONEON-NOSVE-NEXT: strb w9, [sp, #65]
; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #432] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #138]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #92]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #64]
; NONEON-NOSVE-NEXT: strh w8, [sp, #136]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #83]
; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #416] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #118]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #82]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #96]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #128]
; NONEON-NOSVE-NEXT: strh w8, [sp, #116]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #81]
; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #400] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #114]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #80]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #192]
; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #384] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #112]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #87]
; NONEON-NOSVE-NEXT: ldp x29, x30, [sp, #368] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #126]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #86]
; NONEON-NOSVE-NEXT: strh w8, [sp, #124]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #85]
; NONEON-NOSVE-NEXT: strh w8, [sp, #122]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #84]
; NONEON-NOSVE-NEXT: strh w8, [sp, #120]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #107]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #112]
; NONEON-NOSVE-NEXT: strh w8, [sp, #166]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #106]
; NONEON-NOSVE-NEXT: strh w8, [sp, #164]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #105]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #176]
; NONEON-NOSVE-NEXT: strh w8, [sp, #162]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #104]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #182]
; NONEON-NOSVE-NEXT: strh w8, [sp, #160]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #111]
; NONEON-NOSVE-NEXT: strh w8, [sp, #174]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #110]
; NONEON-NOSVE-NEXT: strh w8, [sp, #172]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #109]
; NONEON-NOSVE-NEXT: strh w8, [sp, #170]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #108]
; NONEON-NOSVE-NEXT: strh w8, [sp, #168]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #99]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #160]
; NONEON-NOSVE-NEXT: strh w8, [sp, #150]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #98]
; NONEON-NOSVE-NEXT: strh w8, [sp, #148]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #97]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #224]
; NONEON-NOSVE-NEXT: strh w8, [sp, #146]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #96]
; NONEON-NOSVE-NEXT: strh w8, [sp, #144]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #103]
; NONEON-NOSVE-NEXT: strh w8, [sp, #158]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #102]
; NONEON-NOSVE-NEXT: strh w8, [sp, #156]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #101]
; NONEON-NOSVE-NEXT: strh w8, [sp, #154]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #100]
; NONEON-NOSVE-NEXT: strh w8, [sp, #152]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #198]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #144]
; NONEON-NOSVE-NEXT: str w8, [sp, #284]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #196]
; NONEON-NOSVE-NEXT: str w8, [sp, #280]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #194]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #208]
; NONEON-NOSVE-NEXT: str w8, [sp, #276]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #192]
; NONEON-NOSVE-NEXT: str w8, [sp, #272]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #206]
; NONEON-NOSVE-NEXT: str w8, [sp, #300]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #204]
; NONEON-NOSVE-NEXT: str w8, [sp, #296]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #202]
; NONEON-NOSVE-NEXT: str w8, [sp, #292]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #200]
; NONEON-NOSVE-NEXT: str w8, [sp, #288]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #180]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #272]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #248]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #178]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #176]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #240]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #190]
; NONEON-NOSVE-NEXT: str w8, [sp, #268]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #188]
; NONEON-NOSVE-NEXT: str w8, [sp, #264]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #186]
; NONEON-NOSVE-NEXT: str w8, [sp, #260]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #184]
; NONEON-NOSVE-NEXT: str w8, [sp, #256]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #230]
; NONEON-NOSVE-NEXT: ldp q3, q4, [sp, #240]
; NONEON-NOSVE-NEXT: str w8, [sp, #348]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #228]
; NONEON-NOSVE-NEXT: str w8, [sp, #344]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #226]
; NONEON-NOSVE-NEXT: str w8, [sp, #340]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #224]
; NONEON-NOSVE-NEXT: str w8, [sp, #336]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #238]
; NONEON-NOSVE-NEXT: str w8, [sp, #364]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #236]
; NONEON-NOSVE-NEXT: str w8, [sp, #360]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #234]
; NONEON-NOSVE-NEXT: str w8, [sp, #356]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #232]
; NONEON-NOSVE-NEXT: str w8, [sp, #352]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #214]
; NONEON-NOSVE-NEXT: ldp q6, q7, [sp, #336]
; NONEON-NOSVE-NEXT: str w8, [sp, #316]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #212]
; NONEON-NOSVE-NEXT: str w8, [sp, #312]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #210]
; NONEON-NOSVE-NEXT: str w8, [sp, #308]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #208]
; NONEON-NOSVE-NEXT: str w8, [sp, #304]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #222]
; NONEON-NOSVE-NEXT: str w8, [sp, #332]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #220]
; NONEON-NOSVE-NEXT: str w8, [sp, #328]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #218]
; NONEON-NOSVE-NEXT: str w8, [sp, #324]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #216]
; NONEON-NOSVE-NEXT: str w8, [sp, #320]
; NONEON-NOSVE-NEXT: ldp q5, q2, [sp, #304]
; NONEON-NOSVE-NEXT: stp q0, q1, [x1]
; NONEON-NOSVE-NEXT: stp q3, q4, [x1, #32]
; NONEON-NOSVE-NEXT: stp q6, q7, [x1, #64]
; NONEON-NOSVE-NEXT: stp q5, q2, [x1, #96]
; NONEON-NOSVE-NEXT: add sp, sp, #464
; NONEON-NOSVE-NEXT: ret
%a = load <32 x i8>, ptr %in
%b = add <32 x i8> %a, %a
%c = sext <32 x i8> %b to <32 x i32>
store <32 x i32> %c, ptr %out
ret void
}
;
; sext i8 -> i64
;
; NOTE: v4i8 is an unpacked typed stored within a v4i16 container. The sign
; extend is a two step process where the container is any_extend'd with the
; result feeding an inreg sign extend.
define void @sext_v4i8_v4i64(<4 x i8> %a, ptr %out) {
; CHECK-LABEL: sext_v4i8_v4i64:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0
; CHECK-NEXT: ptrue p0.d, vl2
; CHECK-NEXT: uunpklo z0.s, z0.h
; CHECK-NEXT: uunpklo z1.d, z0.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z0.d, z0.s
; CHECK-NEXT: sxtb z1.d, p0/m, z1.d
; CHECK-NEXT: sxtb z0.d, p0/m, z0.d
; CHECK-NEXT: stp q1, q0, [x0]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: sext_v4i8_v4i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: ushll v0.4s, v0.4h, #0
; NONEON-NOSVE-NEXT: str q0, [sp, #-64]!
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #16]
; NONEON-NOSVE-NEXT: ldrsb x8, [sp, #28]
; NONEON-NOSVE-NEXT: ldrsb x9, [sp, #24]
; NONEON-NOSVE-NEXT: ldrsb x10, [sp, #16]
; NONEON-NOSVE-NEXT: ldrsb x11, [sp, #20]
; NONEON-NOSVE-NEXT: stp x9, x8, [sp, #48]
; NONEON-NOSVE-NEXT: stp x10, x11, [sp, #32]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0]
; NONEON-NOSVE-NEXT: add sp, sp, #64
; NONEON-NOSVE-NEXT: ret
%b = sext <4 x i8> %a to <4 x i64>
store <4 x i64>%b, ptr %out
ret void
}
define void @sext_v8i8_v8i64(<8 x i8> %a, ptr %out) {
; CHECK-LABEL: sext_v8i8_v8i64:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0
; CHECK-NEXT: sunpklo z0.h, z0.b
; CHECK-NEXT: sunpklo z1.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z0.s, z0.h
; CHECK-NEXT: sunpklo z2.d, z1.s
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: sunpklo z3.d, z0.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z1.d, z1.s
; CHECK-NEXT: sunpklo z0.d, z0.s
; CHECK-NEXT: stp q2, q1, [x0]
; CHECK-NEXT: stp q3, q0, [x0, #32]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: sext_v8i8_v8i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #176
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 176
; NONEON-NOSVE-NEXT: str d0, [sp, #8]
; NONEON-NOSVE-NEXT: add x8, sp, #144
; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #11]
; NONEON-NOSVE-NEXT: strh w9, [sp, #30]
; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #10]
; NONEON-NOSVE-NEXT: strh w9, [sp, #28]
; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #9]
; NONEON-NOSVE-NEXT: strh w9, [sp, #26]
; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #8]
; NONEON-NOSVE-NEXT: strh w9, [sp, #24]
; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #15]
; NONEON-NOSVE-NEXT: strh w9, [sp, #22]
; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #14]
; NONEON-NOSVE-NEXT: strh w9, [sp, #20]
; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #13]
; NONEON-NOSVE-NEXT: strh w9, [sp, #18]
; NONEON-NOSVE-NEXT: ldrsb w9, [sp, #12]
; NONEON-NOSVE-NEXT: strh w9, [sp, #16]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #16]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #32]
; NONEON-NOSVE-NEXT: ldrsh w10, [sp, #42]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #40]
; NONEON-NOSVE-NEXT: stp w9, w10, [sp, #64]
; NONEON-NOSVE-NEXT: ldrsh w10, [sp, #46]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #44]
; NONEON-NOSVE-NEXT: stp w9, w10, [sp, #72]
; NONEON-NOSVE-NEXT: ldrsh w10, [sp, #34]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #32]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #64]
; NONEON-NOSVE-NEXT: stp w9, w10, [sp, #48]
; NONEON-NOSVE-NEXT: ldrsh w10, [sp, #38]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #36]
; NONEON-NOSVE-NEXT: stp w9, w10, [sp, #56]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #96]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #48]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #80]
; NONEON-NOSVE-NEXT: ldpsw x9, x10, [sp, #96]
; NONEON-NOSVE-NEXT: stp x9, x10, [sp, #144]
; NONEON-NOSVE-NEXT: ldpsw x9, x10, [sp, #104]
; NONEON-NOSVE-NEXT: stp x9, x10, [sp, #160]
; NONEON-NOSVE-NEXT: ldpsw x9, x10, [sp, #80]
; NONEON-NOSVE-NEXT: stp x9, x10, [sp, #112]
; NONEON-NOSVE-NEXT: ldpsw x9, x10, [sp, #88]
; NONEON-NOSVE-NEXT: stp x9, x10, [sp, #128]
; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #112]
; NONEON-NOSVE-NEXT: ldp q2, q3, [x8]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0, #32]
; NONEON-NOSVE-NEXT: stp q2, q3, [x0]
; NONEON-NOSVE-NEXT: add sp, sp, #176
; NONEON-NOSVE-NEXT: ret
%b = sext <8 x i8> %a to <8 x i64>
store <8 x i64>%b, ptr %out
ret void
}
define void @sext_v16i8_v16i64(<16 x i8> %a, ptr %out) {
; CHECK-LABEL: sext_v16i8_v16i64:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0
; CHECK-NEXT: sunpklo z1.h, z0.b
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z0.h, z0.b
; CHECK-NEXT: sunpklo z2.s, z1.h
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: sunpklo z1.s, z1.h
; CHECK-NEXT: sunpklo z3.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z4.d, z2.s
; CHECK-NEXT: ext z2.b, z2.b, z2.b, #8
; CHECK-NEXT: sunpklo z0.s, z0.h
; CHECK-NEXT: sunpklo z6.d, z1.s
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: sunpklo z5.d, z3.s
; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8
; CHECK-NEXT: sunpklo z2.d, z2.s
; CHECK-NEXT: sunpklo z1.d, z1.s
; CHECK-NEXT: sunpklo z7.d, z0.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z3.d, z3.s
; CHECK-NEXT: stp q4, q2, [x0]
; CHECK-NEXT: sunpklo z0.d, z0.s
; CHECK-NEXT: stp q6, q1, [x0, #32]
; CHECK-NEXT: stp q5, q3, [x0, #64]
; CHECK-NEXT: stp q7, q0, [x0, #96]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: sext_v16i8_v16i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #368
; NONEON-NOSVE-NEXT: str x29, [sp, #352] // 8-byte Folded Spill
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 368
; NONEON-NOSVE-NEXT: .cfi_offset w29, -16
; NONEON-NOSVE-NEXT: str q0, [sp]
; NONEON-NOSVE-NEXT: ldr x29, [sp, #352] // 8-byte Folded Reload
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #24]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #35]
; NONEON-NOSVE-NEXT: strh w8, [sp, #70]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #34]
; NONEON-NOSVE-NEXT: strh w8, [sp, #68]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #33]
; NONEON-NOSVE-NEXT: strh w8, [sp, #66]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #32]
; NONEON-NOSVE-NEXT: strh w8, [sp, #64]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #39]
; NONEON-NOSVE-NEXT: strh w8, [sp, #62]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #38]
; NONEON-NOSVE-NEXT: strh w8, [sp, #60]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #37]
; NONEON-NOSVE-NEXT: strh w8, [sp, #58]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #36]
; NONEON-NOSVE-NEXT: strh w8, [sp, #56]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #27]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #56]
; NONEON-NOSVE-NEXT: strh w8, [sp, #54]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #26]
; NONEON-NOSVE-NEXT: strh w8, [sp, #52]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #25]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #88]
; NONEON-NOSVE-NEXT: strh w8, [sp, #50]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #24]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #98]
; NONEON-NOSVE-NEXT: strh w8, [sp, #48]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #31]
; NONEON-NOSVE-NEXT: strh w8, [sp, #46]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #30]
; NONEON-NOSVE-NEXT: strh w8, [sp, #44]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #29]
; NONEON-NOSVE-NEXT: strh w8, [sp, #42]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #28]
; NONEON-NOSVE-NEXT: strh w8, [sp, #40]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #96]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #40]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #152]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #102]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #100]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #160]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #90]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #88]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #72]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #152]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #136]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #94]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #92]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #144]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #82]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #80]
; NONEON-NOSVE-NEXT: str d0, [sp, #360]
; NONEON-NOSVE-NEXT: ldp d2, d0, [sp, #136]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #120]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #86]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #84]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #128]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #74]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #72]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #208]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #120]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #104]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #78]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #76]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #112]
; NONEON-NOSVE-NEXT: stp d0, d2, [sp, #192]
; NONEON-NOSVE-NEXT: ldp d2, d0, [sp, #104]
; NONEON-NOSVE-NEXT: str d2, [sp, #168]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #176]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #216]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #320]
; NONEON-NOSVE-NEXT: ldrsw x9, [sp, #364]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #360]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #336]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #200]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #320]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #288]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #208]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #304]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #184]
; NONEON-NOSVE-NEXT: ldp q3, q4, [sp, #288]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #256]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #192]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #272]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #168]
; NONEON-NOSVE-NEXT: ldp q6, q7, [sp, #256]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #224]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #176]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #240]
; NONEON-NOSVE-NEXT: ldp q5, q2, [sp, #224]
; NONEON-NOSVE-NEXT: stp q0, q1, [x0]
; NONEON-NOSVE-NEXT: stp q3, q4, [x0, #32]
; NONEON-NOSVE-NEXT: stp q6, q7, [x0, #64]
; NONEON-NOSVE-NEXT: stp q5, q2, [x0, #96]
; NONEON-NOSVE-NEXT: add sp, sp, #368
; NONEON-NOSVE-NEXT: ret
%b = sext <16 x i8> %a to <16 x i64>
store <16 x i64> %b, ptr %out
ret void
}
define void @sext_v32i8_v32i64(ptr %in, ptr %out) {
; CHECK-LABEL: sext_v32i8_v32i64:
; CHECK: // %bb.0:
; CHECK-NEXT: ldp q1, q0, [x0]
; CHECK-NEXT: add z0.b, z0.b, z0.b
; CHECK-NEXT: add z1.b, z1.b, z1.b
; CHECK-NEXT: mov z2.d, z0.d
; CHECK-NEXT: sunpklo z0.h, z0.b
; CHECK-NEXT: mov z3.d, z1.d
; CHECK-NEXT: sunpklo z1.h, z1.b
; CHECK-NEXT: ext z2.b, z2.b, z2.b, #8
; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8
; CHECK-NEXT: sunpklo z4.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z5.s, z1.h
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: sunpklo z2.h, z2.b
; CHECK-NEXT: sunpklo z3.h, z3.b
; CHECK-NEXT: sunpklo z0.s, z0.h
; CHECK-NEXT: sunpklo z16.d, z4.s
; CHECK-NEXT: ext z4.b, z4.b, z4.b, #8
; CHECK-NEXT: sunpklo z1.s, z1.h
; CHECK-NEXT: sunpklo z17.d, z5.s
; CHECK-NEXT: ext z5.b, z5.b, z5.b, #8
; CHECK-NEXT: sunpklo z6.s, z2.h
; CHECK-NEXT: sunpklo z7.s, z3.h
; CHECK-NEXT: ext z2.b, z2.b, z2.b, #8
; CHECK-NEXT: sunpklo z4.d, z4.s
; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8
; CHECK-NEXT: sunpklo z19.d, z0.s
; CHECK-NEXT: sunpklo z5.d, z5.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z2.s, z2.h
; CHECK-NEXT: sunpklo z18.d, z6.s
; CHECK-NEXT: ext z6.b, z6.b, z6.b, #8
; CHECK-NEXT: sunpklo z3.s, z3.h
; CHECK-NEXT: stp q16, q4, [x1, #128]
; CHECK-NEXT: mov z16.d, z7.d
; CHECK-NEXT: sunpklo z0.d, z0.s
; CHECK-NEXT: stp q17, q5, [x1]
; CHECK-NEXT: sunpklo z5.d, z7.s
; CHECK-NEXT: sunpklo z4.d, z6.s
; CHECK-NEXT: mov z6.d, z1.d
; CHECK-NEXT: ext z16.b, z16.b, z7.b, #8
; CHECK-NEXT: mov z7.d, z2.d
; CHECK-NEXT: stp q19, q0, [x1, #160]
; CHECK-NEXT: sunpklo z0.d, z2.s
; CHECK-NEXT: ext z6.b, z6.b, z1.b, #8
; CHECK-NEXT: sunpklo z1.d, z1.s
; CHECK-NEXT: stp q18, q4, [x1, #192]
; CHECK-NEXT: mov z4.d, z3.d
; CHECK-NEXT: ext z7.b, z7.b, z2.b, #8
; CHECK-NEXT: sunpklo z16.d, z16.s
; CHECK-NEXT: sunpklo z6.d, z6.s
; CHECK-NEXT: ext z4.b, z4.b, z3.b, #8
; CHECK-NEXT: sunpklo z2.d, z7.s
; CHECK-NEXT: sunpklo z3.d, z3.s
; CHECK-NEXT: stp q5, q16, [x1, #64]
; CHECK-NEXT: stp q1, q6, [x1, #32]
; CHECK-NEXT: sunpklo z1.d, z4.s
; CHECK-NEXT: stp q0, q2, [x1, #224]
; CHECK-NEXT: stp q3, q1, [x1, #96]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: sext_v32i8_v32i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #-96]! // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #16] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #32] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #48] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #64] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #80] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: sub sp, sp, #752
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 848
; NONEON-NOSVE-NEXT: .cfi_offset w19, -8
; NONEON-NOSVE-NEXT: .cfi_offset w20, -16
; NONEON-NOSVE-NEXT: .cfi_offset w21, -24
; NONEON-NOSVE-NEXT: .cfi_offset w22, -32
; NONEON-NOSVE-NEXT: .cfi_offset w23, -40
; NONEON-NOSVE-NEXT: .cfi_offset w24, -48
; NONEON-NOSVE-NEXT: .cfi_offset w25, -56
; NONEON-NOSVE-NEXT: .cfi_offset w26, -64
; NONEON-NOSVE-NEXT: .cfi_offset w27, -72
; NONEON-NOSVE-NEXT: .cfi_offset w28, -80
; NONEON-NOSVE-NEXT: .cfi_offset w30, -88
; NONEON-NOSVE-NEXT: .cfi_offset w29, -96
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #16]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #40]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #41]
; NONEON-NOSVE-NEXT: ldrb w29, [sp, #18]
; NONEON-NOSVE-NEXT: ldrb w27, [sp, #16]
; NONEON-NOSVE-NEXT: ldrb w25, [sp, #30]
; NONEON-NOSVE-NEXT: ldrb w23, [sp, #28]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #8] // 8-byte Folded Spill
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #20]
; NONEON-NOSVE-NEXT: ldrb w21, [sp, #26]
; NONEON-NOSVE-NEXT: ldrb w19, [sp, #24]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #19]
; NONEON-NOSVE-NEXT: ldrb w6, [sp, #38]
; NONEON-NOSVE-NEXT: add w8, w8, w8
; NONEON-NOSVE-NEXT: ldrb w28, [sp, #17]
; NONEON-NOSVE-NEXT: ldrb w16, [sp, #22]
; NONEON-NOSVE-NEXT: strb w8, [sp, #60]
; NONEON-NOSVE-NEXT: add w8, w29, w29
; NONEON-NOSVE-NEXT: ldrb w4, [sp, #36]
; NONEON-NOSVE-NEXT: strb w8, [sp, #58]
; NONEON-NOSVE-NEXT: add w8, w27, w27
; NONEON-NOSVE-NEXT: ldrb w26, [sp, #31]
; NONEON-NOSVE-NEXT: strb w8, [sp, #56]
; NONEON-NOSVE-NEXT: add w8, w25, w25
; NONEON-NOSVE-NEXT: add w9, w9, w9
; NONEON-NOSVE-NEXT: strb w8, [sp, #54]
; NONEON-NOSVE-NEXT: add w8, w23, w23
; NONEON-NOSVE-NEXT: ldrb w2, [sp, #34]
; NONEON-NOSVE-NEXT: strb w8, [sp, #52]
; NONEON-NOSVE-NEXT: add w8, w21, w21
; NONEON-NOSVE-NEXT: ldrb w24, [sp, #29]
; NONEON-NOSVE-NEXT: strb w8, [sp, #50]
; NONEON-NOSVE-NEXT: add w8, w19, w19
; NONEON-NOSVE-NEXT: ldrb w17, [sp, #23]
; NONEON-NOSVE-NEXT: strb w9, [sp, #59]
; NONEON-NOSVE-NEXT: add w9, w28, w28
; NONEON-NOSVE-NEXT: add w18, w16, w16
; NONEON-NOSVE-NEXT: strb w8, [sp, #48]
; NONEON-NOSVE-NEXT: add w8, w6, w6
; NONEON-NOSVE-NEXT: ldrb w16, [sp, #32]
; NONEON-NOSVE-NEXT: ldrb w22, [sp, #27]
; NONEON-NOSVE-NEXT: strb w9, [sp, #57]
; NONEON-NOSVE-NEXT: add w9, w26, w26
; NONEON-NOSVE-NEXT: strb w8, [sp, #78]
; NONEON-NOSVE-NEXT: add w8, w4, w4
; NONEON-NOSVE-NEXT: ldrb w14, [sp, #46]
; NONEON-NOSVE-NEXT: ldrb w20, [sp, #25]
; NONEON-NOSVE-NEXT: ldrb w30, [sp, #21]
; NONEON-NOSVE-NEXT: strb w9, [sp, #55]
; NONEON-NOSVE-NEXT: add w9, w24, w24
; NONEON-NOSVE-NEXT: strb w8, [sp, #76]
; NONEON-NOSVE-NEXT: add w8, w2, w2
; NONEON-NOSVE-NEXT: ldrb w12, [sp, #44]
; NONEON-NOSVE-NEXT: add w17, w17, w17
; NONEON-NOSVE-NEXT: strb w9, [sp, #53]
; NONEON-NOSVE-NEXT: add w9, w22, w22
; NONEON-NOSVE-NEXT: strb w8, [sp, #74]
; NONEON-NOSVE-NEXT: add w8, w16, w16
; NONEON-NOSVE-NEXT: ldrb w10, [sp, #42]
; NONEON-NOSVE-NEXT: strb w17, [sp, #63]
; NONEON-NOSVE-NEXT: add w17, w30, w30
; NONEON-NOSVE-NEXT: strb w9, [sp, #51]
; NONEON-NOSVE-NEXT: add w9, w20, w20
; NONEON-NOSVE-NEXT: ldrb w7, [sp, #39]
; NONEON-NOSVE-NEXT: strb w8, [sp, #72]
; NONEON-NOSVE-NEXT: add w8, w14, w14
; NONEON-NOSVE-NEXT: ldrb w5, [sp, #37]
; NONEON-NOSVE-NEXT: strb w18, [sp, #62]
; NONEON-NOSVE-NEXT: ldrb w3, [sp, #35]
; NONEON-NOSVE-NEXT: ldrb w0, [sp, #33]
; NONEON-NOSVE-NEXT: strb w17, [sp, #61]
; NONEON-NOSVE-NEXT: ldrb w15, [sp, #47]
; NONEON-NOSVE-NEXT: ldrb w13, [sp, #45]
; NONEON-NOSVE-NEXT: strb w9, [sp, #49]
; NONEON-NOSVE-NEXT: add w9, w7, w7
; NONEON-NOSVE-NEXT: ldrb w11, [sp, #43]
; NONEON-NOSVE-NEXT: strb w8, [sp, #70]
; NONEON-NOSVE-NEXT: add w8, w12, w12
; NONEON-NOSVE-NEXT: strb w8, [sp, #68]
; NONEON-NOSVE-NEXT: add w8, w10, w10
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #48]
; NONEON-NOSVE-NEXT: strb w8, [sp, #66]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #12] // 4-byte Folded Reload
; NONEON-NOSVE-NEXT: strb w9, [sp, #79]
; NONEON-NOSVE-NEXT: add w9, w5, w5
; NONEON-NOSVE-NEXT: strb w9, [sp, #77]
; NONEON-NOSVE-NEXT: add w9, w3, w3
; NONEON-NOSVE-NEXT: add w8, w8, w8
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #80]
; NONEON-NOSVE-NEXT: strb w8, [sp, #64]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #91]
; NONEON-NOSVE-NEXT: strb w9, [sp, #75]
; NONEON-NOSVE-NEXT: add w9, w0, w0
; NONEON-NOSVE-NEXT: strh w8, [sp, #134]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #90]
; NONEON-NOSVE-NEXT: strb w9, [sp, #73]
; NONEON-NOSVE-NEXT: add w9, w15, w15
; NONEON-NOSVE-NEXT: strh w8, [sp, #132]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #89]
; NONEON-NOSVE-NEXT: strb w9, [sp, #71]
; NONEON-NOSVE-NEXT: add w9, w13, w13
; NONEON-NOSVE-NEXT: strh w8, [sp, #130]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #88]
; NONEON-NOSVE-NEXT: strb w9, [sp, #69]
; NONEON-NOSVE-NEXT: add w9, w11, w11
; NONEON-NOSVE-NEXT: strh w8, [sp, #128]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #95]
; NONEON-NOSVE-NEXT: strb w9, [sp, #67]
; NONEON-NOSVE-NEXT: ldr w9, [sp, #8] // 4-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #142]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #94]
; NONEON-NOSVE-NEXT: add w9, w9, w9
; NONEON-NOSVE-NEXT: strh w8, [sp, #140]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #93]
; NONEON-NOSVE-NEXT: strb w9, [sp, #65]
; NONEON-NOSVE-NEXT: strh w8, [sp, #138]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #92]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #64]
; NONEON-NOSVE-NEXT: strh w8, [sp, #136]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #83]
; NONEON-NOSVE-NEXT: strh w8, [sp, #118]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #82]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #96]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #128]
; NONEON-NOSVE-NEXT: strh w8, [sp, #116]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #81]
; NONEON-NOSVE-NEXT: strh w8, [sp, #114]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #80]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #192]
; NONEON-NOSVE-NEXT: strh w8, [sp, #112]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #87]
; NONEON-NOSVE-NEXT: strh w8, [sp, #126]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #86]
; NONEON-NOSVE-NEXT: strh w8, [sp, #124]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #85]
; NONEON-NOSVE-NEXT: strh w8, [sp, #122]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #84]
; NONEON-NOSVE-NEXT: strh w8, [sp, #120]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #107]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #112]
; NONEON-NOSVE-NEXT: strh w8, [sp, #166]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #106]
; NONEON-NOSVE-NEXT: strh w8, [sp, #164]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #105]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #176]
; NONEON-NOSVE-NEXT: strh w8, [sp, #162]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #104]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #178]
; NONEON-NOSVE-NEXT: strh w8, [sp, #160]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #111]
; NONEON-NOSVE-NEXT: strh w8, [sp, #174]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #110]
; NONEON-NOSVE-NEXT: strh w8, [sp, #172]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #109]
; NONEON-NOSVE-NEXT: strh w8, [sp, #170]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #108]
; NONEON-NOSVE-NEXT: strh w8, [sp, #168]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #99]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #160]
; NONEON-NOSVE-NEXT: strh w8, [sp, #150]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #98]
; NONEON-NOSVE-NEXT: strh w8, [sp, #148]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #97]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #224]
; NONEON-NOSVE-NEXT: strh w8, [sp, #146]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #96]
; NONEON-NOSVE-NEXT: strh w8, [sp, #144]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #103]
; NONEON-NOSVE-NEXT: strh w8, [sp, #158]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #102]
; NONEON-NOSVE-NEXT: strh w8, [sp, #156]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #101]
; NONEON-NOSVE-NEXT: strh w8, [sp, #154]
; NONEON-NOSVE-NEXT: ldrsb w8, [sp, #100]
; NONEON-NOSVE-NEXT: strh w8, [sp, #152]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #194]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #144]
; NONEON-NOSVE-NEXT: str w8, [sp, #276]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #192]
; NONEON-NOSVE-NEXT: str w8, [sp, #272]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #198]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #208]
; NONEON-NOSVE-NEXT: str w8, [sp, #284]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #196]
; NONEON-NOSVE-NEXT: str w8, [sp, #280]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #202]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #272]
; NONEON-NOSVE-NEXT: str w8, [sp, #292]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #200]
; NONEON-NOSVE-NEXT: str w8, [sp, #288]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #206]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #400]
; NONEON-NOSVE-NEXT: str w8, [sp, #300]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #204]
; NONEON-NOSVE-NEXT: str w8, [sp, #296]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #176]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #288]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #240]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #182]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #180]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #248]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #186]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #416]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #240]
; NONEON-NOSVE-NEXT: str w8, [sp, #260]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #184]
; NONEON-NOSVE-NEXT: str w8, [sp, #256]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #190]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #368]
; NONEON-NOSVE-NEXT: str w8, [sp, #268]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #188]
; NONEON-NOSVE-NEXT: ldrsw x9, [sp, #372]
; NONEON-NOSVE-NEXT: str w8, [sp, #264]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #226]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #256]
; NONEON-NOSVE-NEXT: str w8, [sp, #340]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #224]
; NONEON-NOSVE-NEXT: str w8, [sp, #336]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #230]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #384]
; NONEON-NOSVE-NEXT: str w8, [sp, #348]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #228]
; NONEON-NOSVE-NEXT: str w8, [sp, #344]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #234]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #336]
; NONEON-NOSVE-NEXT: str w8, [sp, #356]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #232]
; NONEON-NOSVE-NEXT: str w8, [sp, #352]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #238]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #464]
; NONEON-NOSVE-NEXT: str w8, [sp, #364]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #236]
; NONEON-NOSVE-NEXT: str w8, [sp, #360]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #210]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #352]
; NONEON-NOSVE-NEXT: str w8, [sp, #308]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #208]
; NONEON-NOSVE-NEXT: str w8, [sp, #304]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #214]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #480]
; NONEON-NOSVE-NEXT: str w8, [sp, #316]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #212]
; NONEON-NOSVE-NEXT: str w8, [sp, #312]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #218]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #304]
; NONEON-NOSVE-NEXT: str w8, [sp, #324]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #216]
; NONEON-NOSVE-NEXT: str w8, [sp, #320]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #222]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #432]
; NONEON-NOSVE-NEXT: str w8, [sp, #332]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #220]
; NONEON-NOSVE-NEXT: str w8, [sp, #328]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #404]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #320]
; NONEON-NOSVE-NEXT: str x8, [sp, #568]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #400]
; NONEON-NOSVE-NEXT: str x8, [sp, #560]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #412]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #448]
; NONEON-NOSVE-NEXT: str x8, [sp, #584]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #408]
; NONEON-NOSVE-NEXT: str x8, [sp, #576]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #420]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #560]
; NONEON-NOSVE-NEXT: str x8, [sp, #600]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #416]
; NONEON-NOSVE-NEXT: str x8, [sp, #592]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #428]
; NONEON-NOSVE-NEXT: str x8, [sp, #616]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #424]
; NONEON-NOSVE-NEXT: str x8, [sp, #608]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #368]
; NONEON-NOSVE-NEXT: ldp q2, q3, [sp, #592]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #496]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #380]
; NONEON-NOSVE-NEXT: str x8, [sp, #520]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #376]
; NONEON-NOSVE-NEXT: str x8, [sp, #512]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #388]
; NONEON-NOSVE-NEXT: ldp q4, q5, [sp, #496]
; NONEON-NOSVE-NEXT: str x8, [sp, #536]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #384]
; NONEON-NOSVE-NEXT: str x8, [sp, #528]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #396]
; NONEON-NOSVE-NEXT: str x8, [sp, #552]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #392]
; NONEON-NOSVE-NEXT: str x8, [sp, #544]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #468]
; NONEON-NOSVE-NEXT: ldp q6, q7, [sp, #528]
; NONEON-NOSVE-NEXT: str x8, [sp, #696]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #464]
; NONEON-NOSVE-NEXT: str x8, [sp, #688]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #476]
; NONEON-NOSVE-NEXT: str x8, [sp, #712]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #472]
; NONEON-NOSVE-NEXT: str x8, [sp, #704]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #484]
; NONEON-NOSVE-NEXT: ldp q16, q17, [sp, #688]
; NONEON-NOSVE-NEXT: str x8, [sp, #728]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #480]
; NONEON-NOSVE-NEXT: str x8, [sp, #720]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #492]
; NONEON-NOSVE-NEXT: str x8, [sp, #744]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #488]
; NONEON-NOSVE-NEXT: str x8, [sp, #736]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #436]
; NONEON-NOSVE-NEXT: ldp q19, q20, [sp, #720]
; NONEON-NOSVE-NEXT: str x8, [sp, #632]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #432]
; NONEON-NOSVE-NEXT: str x8, [sp, #624]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #444]
; NONEON-NOSVE-NEXT: str x8, [sp, #648]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #440]
; NONEON-NOSVE-NEXT: str x8, [sp, #640]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #452]
; NONEON-NOSVE-NEXT: ldp q22, q23, [sp, #624]
; NONEON-NOSVE-NEXT: str x8, [sp, #664]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #448]
; NONEON-NOSVE-NEXT: str x8, [sp, #656]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #460]
; NONEON-NOSVE-NEXT: str x8, [sp, #680]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #456]
; NONEON-NOSVE-NEXT: str x8, [sp, #672]
; NONEON-NOSVE-NEXT: ldp q21, q18, [sp, #656]
; NONEON-NOSVE-NEXT: stp q0, q1, [x1]
; NONEON-NOSVE-NEXT: stp q2, q3, [x1, #32]
; NONEON-NOSVE-NEXT: stp q4, q5, [x1, #64]
; NONEON-NOSVE-NEXT: stp q6, q7, [x1, #96]
; NONEON-NOSVE-NEXT: stp q16, q17, [x1, #128]
; NONEON-NOSVE-NEXT: stp q19, q20, [x1, #160]
; NONEON-NOSVE-NEXT: stp q22, q23, [x1, #192]
; NONEON-NOSVE-NEXT: stp q21, q18, [x1, #224]
; NONEON-NOSVE-NEXT: add sp, sp, #752
; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #80] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #64] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #48] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #32] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #16] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: ldp x29, x30, [sp], #96 // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: ret
%a = load <32 x i8>, ptr %in
%b = add <32 x i8> %a, %a
%c = sext <32 x i8> %b to <32 x i64>
store <32 x i64> %c, ptr %out
ret void
}
;
; sext i16 -> i32
;
define void @sext_v8i16_v8i32(<8 x i16> %a, ptr %out) {
; CHECK-LABEL: sext_v8i16_v8i32:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0
; CHECK-NEXT: sunpklo z1.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z0.s, z0.h
; CHECK-NEXT: stp q1, q0, [x0]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: sext_v8i16_v8i32:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: str q0, [sp, #-64]!
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #30]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #28]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #26]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #24]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #22]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #20]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #40]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #18]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #16]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #32]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0]
; NONEON-NOSVE-NEXT: add sp, sp, #64
; NONEON-NOSVE-NEXT: ret
%b = sext <8 x i16> %a to <8 x i32>
store <8 x i32>%b, ptr %out
ret void
}
define void @sext_v16i16_v16i32(ptr %in, ptr %out) {
; CHECK-LABEL: sext_v16i16_v16i32:
; CHECK: // %bb.0:
; CHECK-NEXT: ldp q1, q0, [x0]
; CHECK-NEXT: add z0.h, z0.h, z0.h
; CHECK-NEXT: add z1.h, z1.h, z1.h
; CHECK-NEXT: sunpklo z2.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z3.s, z1.h
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: sunpklo z0.s, z0.h
; CHECK-NEXT: sunpklo z1.s, z1.h
; CHECK-NEXT: stp q2, q0, [x1, #32]
; CHECK-NEXT: stp q3, q1, [x1]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: sext_v16i16_v16i32:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #160
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 160
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
; NONEON-NOSVE-NEXT: stp q1, q0, [sp]
; NONEON-NOSVE-NEXT: ldrh w13, [sp, #4]
; NONEON-NOSVE-NEXT: ldrh w14, [sp, #6]
; NONEON-NOSVE-NEXT: ldrh w3, [sp, #2]
; NONEON-NOSVE-NEXT: ldrh w5, [sp]
; NONEON-NOSVE-NEXT: ldrh w2, [sp, #12]
; NONEON-NOSVE-NEXT: ldrh w4, [sp, #14]
; NONEON-NOSVE-NEXT: add w13, w13, w13
; NONEON-NOSVE-NEXT: add w14, w14, w14
; NONEON-NOSVE-NEXT: ldrh w18, [sp, #8]
; NONEON-NOSVE-NEXT: ldrh w0, [sp, #10]
; NONEON-NOSVE-NEXT: strh w14, [sp, #46]
; NONEON-NOSVE-NEXT: add w14, w3, w3
; NONEON-NOSVE-NEXT: strh w13, [sp, #44]
; NONEON-NOSVE-NEXT: add w13, w5, w5
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #24]
; NONEON-NOSVE-NEXT: strh w14, [sp, #42]
; NONEON-NOSVE-NEXT: add w14, w4, w4
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #26]
; NONEON-NOSVE-NEXT: strh w13, [sp, #40]
; NONEON-NOSVE-NEXT: add w13, w2, w2
; NONEON-NOSVE-NEXT: ldrh w17, [sp, #22]
; NONEON-NOSVE-NEXT: strh w14, [sp, #38]
; NONEON-NOSVE-NEXT: add w14, w0, w0
; NONEON-NOSVE-NEXT: add w9, w9, w9
; NONEON-NOSVE-NEXT: strh w13, [sp, #36]
; NONEON-NOSVE-NEXT: add w13, w18, w18
; NONEON-NOSVE-NEXT: add w8, w8, w8
; NONEON-NOSVE-NEXT: strh w14, [sp, #34]
; NONEON-NOSVE-NEXT: ldrh w10, [sp, #28]
; NONEON-NOSVE-NEXT: ldrh w11, [sp, #30]
; NONEON-NOSVE-NEXT: strh w13, [sp, #32]
; NONEON-NOSVE-NEXT: ldrh w12, [sp, #16]
; NONEON-NOSVE-NEXT: ldrh w15, [sp, #18]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #32]
; NONEON-NOSVE-NEXT: ldrh w16, [sp, #20]
; NONEON-NOSVE-NEXT: strh w9, [sp, #50]
; NONEON-NOSVE-NEXT: add w14, w17, w17
; NONEON-NOSVE-NEXT: add w12, w12, w12
; NONEON-NOSVE-NEXT: strh w8, [sp, #48]
; NONEON-NOSVE-NEXT: add w13, w16, w16
; NONEON-NOSVE-NEXT: add w11, w11, w11
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #64]
; NONEON-NOSVE-NEXT: add w10, w10, w10
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #78]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #76]
; NONEON-NOSVE-NEXT: strh w14, [sp, #62]
; NONEON-NOSVE-NEXT: add w14, w15, w15
; NONEON-NOSVE-NEXT: strh w13, [sp, #60]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #120]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #74]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #72]
; NONEON-NOSVE-NEXT: strh w14, [sp, #58]
; NONEON-NOSVE-NEXT: strh w12, [sp, #56]
; NONEON-NOSVE-NEXT: strh w11, [sp, #54]
; NONEON-NOSVE-NEXT: strh w10, [sp, #52]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #48]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #112]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #70]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #68]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #104]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #66]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #64]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #80]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #96]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #94]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #92]
; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #96]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #152]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #90]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #88]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #144]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #86]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #84]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #136]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #82]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #80]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #128]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #128]
; NONEON-NOSVE-NEXT: stp q2, q3, [x1]
; NONEON-NOSVE-NEXT: stp q1, q0, [x1, #32]
; NONEON-NOSVE-NEXT: add sp, sp, #160
; NONEON-NOSVE-NEXT: ret
%a = load <16 x i16>, ptr %in
%b = add <16 x i16> %a, %a
%c = sext <16 x i16> %b to <16 x i32>
store <16 x i32> %c, ptr %out
ret void
}
;
; sext i16 -> i64
;
define void @sext_v4i16_v4i64(<4 x i16> %a, ptr %out) {
; CHECK-LABEL: sext_v4i16_v4i64:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0
; CHECK-NEXT: sunpklo z0.s, z0.h
; CHECK-NEXT: sunpklo z1.d, z0.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z0.d, z0.s
; CHECK-NEXT: stp q1, q0, [x0]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: sext_v4i16_v4i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #80
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 80
; NONEON-NOSVE-NEXT: str d0, [sp, #8]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #10]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #8]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #24]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #14]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #12]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #16]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #16]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #32]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #40]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #64]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #32]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #48]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #48]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0]
; NONEON-NOSVE-NEXT: add sp, sp, #80
; NONEON-NOSVE-NEXT: ret
%b = sext <4 x i16> %a to <4 x i64>
store <4 x i64>%b, ptr %out
ret void
}
define void @sext_v8i16_v8i64(<8 x i16> %a, ptr %out) {
; CHECK-LABEL: sext_v8i16_v8i64:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0
; CHECK-NEXT: sunpklo z1.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z0.s, z0.h
; CHECK-NEXT: sunpklo z2.d, z1.s
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: sunpklo z1.d, z1.s
; CHECK-NEXT: sunpklo z3.d, z0.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z0.d, z0.s
; CHECK-NEXT: stp q2, q1, [x0]
; CHECK-NEXT: stp q3, q0, [x0, #32]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: sext_v8i16_v8i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: str q0, [sp, #-160]!
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 160
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #26]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #24]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #30]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #28]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #18]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #16]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #48]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #40]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #22]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #20]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #32]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #80]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #32]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #64]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #88]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #144]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #80]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #128]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #72]
; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #128]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #112]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #64]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #96]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #96]
; NONEON-NOSVE-NEXT: stp q2, q3, [x0]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0, #32]
; NONEON-NOSVE-NEXT: add sp, sp, #160
; NONEON-NOSVE-NEXT: ret
%b = sext <8 x i16> %a to <8 x i64>
store <8 x i64>%b, ptr %out
ret void
}
define void @sext_v16i16_v16i64(ptr %in, ptr %out) {
; CHECK-LABEL: sext_v16i16_v16i64:
; CHECK: // %bb.0:
; CHECK-NEXT: ldp q1, q0, [x0]
; CHECK-NEXT: add z0.h, z0.h, z0.h
; CHECK-NEXT: add z1.h, z1.h, z1.h
; CHECK-NEXT: sunpklo z2.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z3.s, z1.h
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: sunpklo z0.s, z0.h
; CHECK-NEXT: sunpklo z1.s, z1.h
; CHECK-NEXT: sunpklo z4.d, z2.s
; CHECK-NEXT: ext z2.b, z2.b, z2.b, #8
; CHECK-NEXT: sunpklo z5.d, z3.s
; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8
; CHECK-NEXT: sunpklo z6.d, z0.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z2.d, z2.s
; CHECK-NEXT: sunpklo z7.d, z1.s
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: sunpklo z3.d, z3.s
; CHECK-NEXT: sunpklo z0.d, z0.s
; CHECK-NEXT: sunpklo z1.d, z1.s
; CHECK-NEXT: stp q4, q2, [x1, #64]
; CHECK-NEXT: stp q5, q3, [x1]
; CHECK-NEXT: stp q6, q0, [x1, #96]
; CHECK-NEXT: stp q7, q1, [x1, #32]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: sext_v16i16_v16i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #368
; NONEON-NOSVE-NEXT: str x29, [sp, #352] // 8-byte Folded Spill
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 368
; NONEON-NOSVE-NEXT: .cfi_offset w29, -16
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
; NONEON-NOSVE-NEXT: ldr x29, [sp, #352] // 8-byte Folded Reload
; NONEON-NOSVE-NEXT: stp q1, q0, [sp]
; NONEON-NOSVE-NEXT: ldrh w13, [sp, #4]
; NONEON-NOSVE-NEXT: ldrh w14, [sp, #6]
; NONEON-NOSVE-NEXT: ldrh w3, [sp, #2]
; NONEON-NOSVE-NEXT: ldrh w5, [sp]
; NONEON-NOSVE-NEXT: ldrh w2, [sp, #12]
; NONEON-NOSVE-NEXT: ldrh w4, [sp, #14]
; NONEON-NOSVE-NEXT: add w13, w13, w13
; NONEON-NOSVE-NEXT: add w14, w14, w14
; NONEON-NOSVE-NEXT: ldrh w18, [sp, #8]
; NONEON-NOSVE-NEXT: ldrh w0, [sp, #10]
; NONEON-NOSVE-NEXT: strh w14, [sp, #54]
; NONEON-NOSVE-NEXT: add w14, w3, w3
; NONEON-NOSVE-NEXT: strh w13, [sp, #52]
; NONEON-NOSVE-NEXT: add w13, w5, w5
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #24]
; NONEON-NOSVE-NEXT: strh w14, [sp, #50]
; NONEON-NOSVE-NEXT: add w14, w4, w4
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #26]
; NONEON-NOSVE-NEXT: strh w13, [sp, #48]
; NONEON-NOSVE-NEXT: add w13, w2, w2
; NONEON-NOSVE-NEXT: ldrh w17, [sp, #22]
; NONEON-NOSVE-NEXT: strh w14, [sp, #46]
; NONEON-NOSVE-NEXT: add w14, w0, w0
; NONEON-NOSVE-NEXT: add w9, w9, w9
; NONEON-NOSVE-NEXT: strh w13, [sp, #44]
; NONEON-NOSVE-NEXT: add w13, w18, w18
; NONEON-NOSVE-NEXT: add w8, w8, w8
; NONEON-NOSVE-NEXT: strh w14, [sp, #42]
; NONEON-NOSVE-NEXT: ldrh w10, [sp, #28]
; NONEON-NOSVE-NEXT: ldrh w11, [sp, #30]
; NONEON-NOSVE-NEXT: strh w13, [sp, #40]
; NONEON-NOSVE-NEXT: ldrh w12, [sp, #16]
; NONEON-NOSVE-NEXT: ldrh w15, [sp, #18]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #40]
; NONEON-NOSVE-NEXT: ldrh w16, [sp, #20]
; NONEON-NOSVE-NEXT: strh w9, [sp, #58]
; NONEON-NOSVE-NEXT: add w14, w17, w17
; NONEON-NOSVE-NEXT: add w12, w12, w12
; NONEON-NOSVE-NEXT: strh w8, [sp, #56]
; NONEON-NOSVE-NEXT: add w13, w16, w16
; NONEON-NOSVE-NEXT: add w11, w11, w11
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #72]
; NONEON-NOSVE-NEXT: add w10, w10, w10
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #82]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #80]
; NONEON-NOSVE-NEXT: strh w14, [sp, #70]
; NONEON-NOSVE-NEXT: add w14, w15, w15
; NONEON-NOSVE-NEXT: strh w13, [sp, #68]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #120]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #86]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #84]
; NONEON-NOSVE-NEXT: strh w14, [sp, #66]
; NONEON-NOSVE-NEXT: strh w12, [sp, #64]
; NONEON-NOSVE-NEXT: strh w11, [sp, #62]
; NONEON-NOSVE-NEXT: strh w10, [sp, #60]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #56]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #128]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #74]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #72]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #104]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #78]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #76]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #88]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #120]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #112]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #98]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #96]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #152]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #102]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #100]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #184]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #104]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #160]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #90]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #88]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #136]
; NONEON-NOSVE-NEXT: ldrsh w9, [sp, #94]
; NONEON-NOSVE-NEXT: ldrsh w8, [sp, #92]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #168]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #152]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #144]
; NONEON-NOSVE-NEXT: str d0, [sp, #360]
; NONEON-NOSVE-NEXT: ldp d2, d0, [sp, #136]
; NONEON-NOSVE-NEXT: str d2, [sp, #200]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #208]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #184]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #256]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #192]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #272]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #168]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #256]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #224]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #176]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #240]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #216]
; NONEON-NOSVE-NEXT: ldp q3, q4, [sp, #224]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #320]
; NONEON-NOSVE-NEXT: ldrsw x9, [sp, #364]
; NONEON-NOSVE-NEXT: ldrsw x8, [sp, #360]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #336]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #200]
; NONEON-NOSVE-NEXT: ldp q6, q7, [sp, #320]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #288]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #208]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #304]
; NONEON-NOSVE-NEXT: ldp q5, q2, [sp, #288]
; NONEON-NOSVE-NEXT: stp q0, q1, [x1]
; NONEON-NOSVE-NEXT: stp q3, q4, [x1, #32]
; NONEON-NOSVE-NEXT: stp q6, q7, [x1, #64]
; NONEON-NOSVE-NEXT: stp q5, q2, [x1, #96]
; NONEON-NOSVE-NEXT: add sp, sp, #368
; NONEON-NOSVE-NEXT: ret
%a = load <16 x i16>, ptr %in
%b = add <16 x i16> %a, %a
%c = sext <16 x i16> %b to <16 x i64>
store <16 x i64> %c, ptr %out
ret void
}
;
; sext i32 -> i64
;
define void @sext_v4i32_v4i64(<4 x i32> %a, ptr %out) {
; CHECK-LABEL: sext_v4i32_v4i64:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0
; CHECK-NEXT: sunpklo z1.d, z0.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z0.d, z0.s
; CHECK-NEXT: stp q1, q0, [x0]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: sext_v4i32_v4i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: str q0, [sp, #-64]!
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #24]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #48]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #16]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #32]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0]
; NONEON-NOSVE-NEXT: add sp, sp, #64
; NONEON-NOSVE-NEXT: ret
%b = sext <4 x i32> %a to <4 x i64>
store <4 x i64>%b, ptr %out
ret void
}
define void @sext_v8i32_v8i64(ptr %in, ptr %out) {
; CHECK-LABEL: sext_v8i32_v8i64:
; CHECK: // %bb.0:
; CHECK-NEXT: ldp q1, q0, [x0]
; CHECK-NEXT: add z0.s, z0.s, z0.s
; CHECK-NEXT: add z1.s, z1.s, z1.s
; CHECK-NEXT: sunpklo z2.d, z0.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: sunpklo z3.d, z1.s
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: sunpklo z0.d, z0.s
; CHECK-NEXT: sunpklo z1.d, z1.s
; CHECK-NEXT: stp q2, q0, [x1, #32]
; CHECK-NEXT: stp q3, q1, [x1]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: sext_v8i32_v8i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #160
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 160
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
; NONEON-NOSVE-NEXT: stp q1, q0, [sp]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp]
; NONEON-NOSVE-NEXT: ldp w12, w13, [sp, #8]
; NONEON-NOSVE-NEXT: ldp w14, w15, [sp, #16]
; NONEON-NOSVE-NEXT: add w9, w9, w9
; NONEON-NOSVE-NEXT: add w8, w8, w8
; NONEON-NOSVE-NEXT: ldp w10, w11, [sp, #24]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #40]
; NONEON-NOSVE-NEXT: add w9, w13, w13
; NONEON-NOSVE-NEXT: add w8, w12, w12
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #32]
; NONEON-NOSVE-NEXT: add w9, w15, w15
; NONEON-NOSVE-NEXT: add w8, w14, w14
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #32]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56]
; NONEON-NOSVE-NEXT: add w9, w11, w11
; NONEON-NOSVE-NEXT: add w8, w10, w10
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #64]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #48]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #80]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #72]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #112]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #64]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #96]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #88]
; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #96]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #144]
; NONEON-NOSVE-NEXT: ldpsw x8, x9, [sp, #80]
; NONEON-NOSVE-NEXT: stp x8, x9, [sp, #128]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #128]
; NONEON-NOSVE-NEXT: stp q2, q3, [x1]
; NONEON-NOSVE-NEXT: stp q1, q0, [x1, #32]
; NONEON-NOSVE-NEXT: add sp, sp, #160
; NONEON-NOSVE-NEXT: ret
%a = load <8 x i32>, ptr %in
%b = add <8 x i32> %a, %a
%c = sext <8 x i32> %b to <8 x i64>
store <8 x i64> %c, ptr %out
ret void
}
;
; zext i8 -> i16
;
define void @zext_v16i8_v16i16(<16 x i8> %a, ptr %out) {
; CHECK-LABEL: zext_v16i8_v16i16:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0
; CHECK-NEXT: uunpklo z1.h, z0.b
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z0.h, z0.b
; CHECK-NEXT: stp q1, q0, [x0]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: zext_v16i8_v16i16:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: str q0, [sp, #-64]!
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #31]
; NONEON-NOSVE-NEXT: strh w8, [sp, #62]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #30]
; NONEON-NOSVE-NEXT: strh w8, [sp, #60]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #29]
; NONEON-NOSVE-NEXT: strh w8, [sp, #58]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #28]
; NONEON-NOSVE-NEXT: strh w8, [sp, #56]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #27]
; NONEON-NOSVE-NEXT: strh w8, [sp, #54]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #26]
; NONEON-NOSVE-NEXT: strh w8, [sp, #52]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #25]
; NONEON-NOSVE-NEXT: strh w8, [sp, #50]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #24]
; NONEON-NOSVE-NEXT: strh w8, [sp, #48]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #23]
; NONEON-NOSVE-NEXT: strh w8, [sp, #46]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #22]
; NONEON-NOSVE-NEXT: strh w8, [sp, #44]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #21]
; NONEON-NOSVE-NEXT: strh w8, [sp, #42]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #20]
; NONEON-NOSVE-NEXT: strh w8, [sp, #40]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #19]
; NONEON-NOSVE-NEXT: strh w8, [sp, #38]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #18]
; NONEON-NOSVE-NEXT: strh w8, [sp, #36]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #17]
; NONEON-NOSVE-NEXT: strh w8, [sp, #34]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #16]
; NONEON-NOSVE-NEXT: strh w8, [sp, #32]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0]
; NONEON-NOSVE-NEXT: add sp, sp, #64
; NONEON-NOSVE-NEXT: ret
%b = zext <16 x i8> %a to <16 x i16>
store <16 x i16>%b, ptr %out
ret void
}
; NOTE: Extra 'add' is to prevent the extend being combined with the load.
define void @zext_v32i8_v32i16(ptr %in, ptr %out) {
; CHECK-LABEL: zext_v32i8_v32i16:
; CHECK: // %bb.0:
; CHECK-NEXT: ldp q1, q0, [x0]
; CHECK-NEXT: add z0.b, z0.b, z0.b
; CHECK-NEXT: add z1.b, z1.b, z1.b
; CHECK-NEXT: uunpklo z2.h, z0.b
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z3.h, z1.b
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: uunpklo z0.h, z0.b
; CHECK-NEXT: uunpklo z1.h, z1.b
; CHECK-NEXT: stp q2, q0, [x1, #32]
; CHECK-NEXT: stp q3, q1, [x1]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: zext_v32i8_v32i16:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #272
; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #176] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #192] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #208] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #224] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #240] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #256] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 272
; NONEON-NOSVE-NEXT: .cfi_offset w19, -8
; NONEON-NOSVE-NEXT: .cfi_offset w20, -16
; NONEON-NOSVE-NEXT: .cfi_offset w21, -24
; NONEON-NOSVE-NEXT: .cfi_offset w22, -32
; NONEON-NOSVE-NEXT: .cfi_offset w23, -40
; NONEON-NOSVE-NEXT: .cfi_offset w24, -48
; NONEON-NOSVE-NEXT: .cfi_offset w25, -56
; NONEON-NOSVE-NEXT: .cfi_offset w26, -64
; NONEON-NOSVE-NEXT: .cfi_offset w27, -72
; NONEON-NOSVE-NEXT: .cfi_offset w28, -80
; NONEON-NOSVE-NEXT: .cfi_offset w30, -88
; NONEON-NOSVE-NEXT: .cfi_offset w29, -96
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #16]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #40]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #41]
; NONEON-NOSVE-NEXT: ldrb w29, [sp, #18]
; NONEON-NOSVE-NEXT: ldrb w27, [sp, #16]
; NONEON-NOSVE-NEXT: ldrb w25, [sp, #30]
; NONEON-NOSVE-NEXT: ldrb w23, [sp, #28]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #8] // 8-byte Folded Spill
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #20]
; NONEON-NOSVE-NEXT: ldrb w21, [sp, #26]
; NONEON-NOSVE-NEXT: ldrb w19, [sp, #24]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #19]
; NONEON-NOSVE-NEXT: ldrb w6, [sp, #38]
; NONEON-NOSVE-NEXT: add w8, w8, w8
; NONEON-NOSVE-NEXT: ldrb w28, [sp, #17]
; NONEON-NOSVE-NEXT: ldrb w16, [sp, #22]
; NONEON-NOSVE-NEXT: strb w8, [sp, #60]
; NONEON-NOSVE-NEXT: add w8, w29, w29
; NONEON-NOSVE-NEXT: ldrb w4, [sp, #36]
; NONEON-NOSVE-NEXT: strb w8, [sp, #58]
; NONEON-NOSVE-NEXT: add w8, w27, w27
; NONEON-NOSVE-NEXT: ldrb w26, [sp, #31]
; NONEON-NOSVE-NEXT: strb w8, [sp, #56]
; NONEON-NOSVE-NEXT: add w8, w25, w25
; NONEON-NOSVE-NEXT: add w9, w9, w9
; NONEON-NOSVE-NEXT: strb w8, [sp, #54]
; NONEON-NOSVE-NEXT: add w8, w23, w23
; NONEON-NOSVE-NEXT: ldrb w2, [sp, #34]
; NONEON-NOSVE-NEXT: strb w8, [sp, #52]
; NONEON-NOSVE-NEXT: add w8, w21, w21
; NONEON-NOSVE-NEXT: ldrb w24, [sp, #29]
; NONEON-NOSVE-NEXT: strb w8, [sp, #50]
; NONEON-NOSVE-NEXT: add w8, w19, w19
; NONEON-NOSVE-NEXT: ldrb w17, [sp, #23]
; NONEON-NOSVE-NEXT: strb w9, [sp, #59]
; NONEON-NOSVE-NEXT: add w9, w28, w28
; NONEON-NOSVE-NEXT: add w18, w16, w16
; NONEON-NOSVE-NEXT: strb w8, [sp, #48]
; NONEON-NOSVE-NEXT: add w8, w6, w6
; NONEON-NOSVE-NEXT: ldrb w16, [sp, #32]
; NONEON-NOSVE-NEXT: ldrb w22, [sp, #27]
; NONEON-NOSVE-NEXT: strb w9, [sp, #57]
; NONEON-NOSVE-NEXT: add w9, w26, w26
; NONEON-NOSVE-NEXT: strb w8, [sp, #78]
; NONEON-NOSVE-NEXT: add w8, w4, w4
; NONEON-NOSVE-NEXT: ldrb w14, [sp, #46]
; NONEON-NOSVE-NEXT: ldrb w20, [sp, #25]
; NONEON-NOSVE-NEXT: ldrb w30, [sp, #21]
; NONEON-NOSVE-NEXT: strb w9, [sp, #55]
; NONEON-NOSVE-NEXT: add w9, w24, w24
; NONEON-NOSVE-NEXT: strb w8, [sp, #76]
; NONEON-NOSVE-NEXT: add w8, w2, w2
; NONEON-NOSVE-NEXT: ldrb w12, [sp, #44]
; NONEON-NOSVE-NEXT: add w17, w17, w17
; NONEON-NOSVE-NEXT: strb w9, [sp, #53]
; NONEON-NOSVE-NEXT: add w9, w22, w22
; NONEON-NOSVE-NEXT: strb w8, [sp, #74]
; NONEON-NOSVE-NEXT: add w8, w16, w16
; NONEON-NOSVE-NEXT: ldrb w10, [sp, #42]
; NONEON-NOSVE-NEXT: strb w17, [sp, #63]
; NONEON-NOSVE-NEXT: add w17, w30, w30
; NONEON-NOSVE-NEXT: strb w9, [sp, #51]
; NONEON-NOSVE-NEXT: add w9, w20, w20
; NONEON-NOSVE-NEXT: ldrb w7, [sp, #39]
; NONEON-NOSVE-NEXT: strb w8, [sp, #72]
; NONEON-NOSVE-NEXT: add w8, w14, w14
; NONEON-NOSVE-NEXT: ldrb w5, [sp, #37]
; NONEON-NOSVE-NEXT: strb w18, [sp, #62]
; NONEON-NOSVE-NEXT: ldrb w3, [sp, #35]
; NONEON-NOSVE-NEXT: ldrb w0, [sp, #33]
; NONEON-NOSVE-NEXT: strb w17, [sp, #61]
; NONEON-NOSVE-NEXT: ldrb w15, [sp, #47]
; NONEON-NOSVE-NEXT: ldrb w13, [sp, #45]
; NONEON-NOSVE-NEXT: strb w9, [sp, #49]
; NONEON-NOSVE-NEXT: add w9, w7, w7
; NONEON-NOSVE-NEXT: ldrb w11, [sp, #43]
; NONEON-NOSVE-NEXT: strb w8, [sp, #70]
; NONEON-NOSVE-NEXT: add w8, w12, w12
; NONEON-NOSVE-NEXT: strb w8, [sp, #68]
; NONEON-NOSVE-NEXT: add w8, w10, w10
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #48]
; NONEON-NOSVE-NEXT: strb w8, [sp, #66]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #12] // 4-byte Folded Reload
; NONEON-NOSVE-NEXT: strb w9, [sp, #79]
; NONEON-NOSVE-NEXT: add w9, w5, w5
; NONEON-NOSVE-NEXT: strb w9, [sp, #77]
; NONEON-NOSVE-NEXT: add w9, w3, w3
; NONEON-NOSVE-NEXT: add w8, w8, w8
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #80]
; NONEON-NOSVE-NEXT: strb w8, [sp, #64]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #95]
; NONEON-NOSVE-NEXT: strb w9, [sp, #75]
; NONEON-NOSVE-NEXT: add w9, w0, w0
; NONEON-NOSVE-NEXT: strh w8, [sp, #142]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #94]
; NONEON-NOSVE-NEXT: strb w9, [sp, #73]
; NONEON-NOSVE-NEXT: add w9, w15, w15
; NONEON-NOSVE-NEXT: strh w8, [sp, #140]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #93]
; NONEON-NOSVE-NEXT: strb w9, [sp, #71]
; NONEON-NOSVE-NEXT: add w9, w13, w13
; NONEON-NOSVE-NEXT: strh w8, [sp, #138]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #92]
; NONEON-NOSVE-NEXT: strb w9, [sp, #69]
; NONEON-NOSVE-NEXT: add w9, w11, w11
; NONEON-NOSVE-NEXT: strh w8, [sp, #136]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #91]
; NONEON-NOSVE-NEXT: strb w9, [sp, #67]
; NONEON-NOSVE-NEXT: ldr w9, [sp, #8] // 4-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #134]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #90]
; NONEON-NOSVE-NEXT: add w9, w9, w9
; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #256] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #132]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #89]
; NONEON-NOSVE-NEXT: strb w9, [sp, #65]
; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #240] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #130]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #88]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #64]
; NONEON-NOSVE-NEXT: strh w8, [sp, #128]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #87]
; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #224] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #126]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #86]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #96]
; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #208] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #124]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #85]
; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #192] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #122]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #84]
; NONEON-NOSVE-NEXT: ldp x29, x30, [sp, #176] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #120]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #83]
; NONEON-NOSVE-NEXT: strh w8, [sp, #118]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #82]
; NONEON-NOSVE-NEXT: strh w8, [sp, #116]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #81]
; NONEON-NOSVE-NEXT: strh w8, [sp, #114]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #80]
; NONEON-NOSVE-NEXT: strh w8, [sp, #112]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #111]
; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #112]
; NONEON-NOSVE-NEXT: strh w8, [sp, #174]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #110]
; NONEON-NOSVE-NEXT: strh w8, [sp, #172]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #109]
; NONEON-NOSVE-NEXT: strh w8, [sp, #170]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #108]
; NONEON-NOSVE-NEXT: strh w8, [sp, #168]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #107]
; NONEON-NOSVE-NEXT: strh w8, [sp, #166]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #106]
; NONEON-NOSVE-NEXT: strh w8, [sp, #164]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #105]
; NONEON-NOSVE-NEXT: strh w8, [sp, #162]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #104]
; NONEON-NOSVE-NEXT: strh w8, [sp, #160]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #103]
; NONEON-NOSVE-NEXT: strh w8, [sp, #158]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #102]
; NONEON-NOSVE-NEXT: strh w8, [sp, #156]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #101]
; NONEON-NOSVE-NEXT: strh w8, [sp, #154]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #100]
; NONEON-NOSVE-NEXT: strh w8, [sp, #152]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #99]
; NONEON-NOSVE-NEXT: strh w8, [sp, #150]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #98]
; NONEON-NOSVE-NEXT: strh w8, [sp, #148]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #97]
; NONEON-NOSVE-NEXT: strh w8, [sp, #146]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #96]
; NONEON-NOSVE-NEXT: strh w8, [sp, #144]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #144]
; NONEON-NOSVE-NEXT: stp q2, q3, [x1]
; NONEON-NOSVE-NEXT: stp q1, q0, [x1, #32]
; NONEON-NOSVE-NEXT: add sp, sp, #272
; NONEON-NOSVE-NEXT: ret
%a = load <32 x i8>, ptr %in
%b = add <32 x i8> %a, %a
%c = zext <32 x i8> %b to <32 x i16>
store <32 x i16> %c, ptr %out
ret void
}
;
; zext i8 -> i32
;
define void @zext_v8i8_v8i32(<8 x i8> %a, ptr %out) {
; CHECK-LABEL: zext_v8i8_v8i32:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0
; CHECK-NEXT: uunpklo z0.h, z0.b
; CHECK-NEXT: uunpklo z1.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z0.s, z0.h
; CHECK-NEXT: stp q1, q0, [x0]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: zext_v8i8_v8i32:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #80
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 80
; NONEON-NOSVE-NEXT: str d0, [sp, #8]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #11]
; NONEON-NOSVE-NEXT: strh w8, [sp, #30]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #10]
; NONEON-NOSVE-NEXT: strh w8, [sp, #28]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #9]
; NONEON-NOSVE-NEXT: strh w8, [sp, #26]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #8]
; NONEON-NOSVE-NEXT: strh w8, [sp, #24]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #15]
; NONEON-NOSVE-NEXT: strh w8, [sp, #22]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #14]
; NONEON-NOSVE-NEXT: strh w8, [sp, #20]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #13]
; NONEON-NOSVE-NEXT: strh w8, [sp, #18]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #12]
; NONEON-NOSVE-NEXT: strh w8, [sp, #16]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #16]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #32]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #46]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #44]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #72]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #42]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #40]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #64]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #38]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #36]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #34]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #32]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #48]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0]
; NONEON-NOSVE-NEXT: add sp, sp, #80
; NONEON-NOSVE-NEXT: ret
%b = zext <8 x i8> %a to <8 x i32>
store <8 x i32>%b, ptr %out
ret void
}
define void @zext_v16i8_v16i32(<16 x i8> %a, ptr %out) {
; CHECK-LABEL: zext_v16i8_v16i32:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0
; CHECK-NEXT: uunpklo z1.h, z0.b
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z0.h, z0.b
; CHECK-NEXT: uunpklo z2.s, z1.h
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: uunpklo z1.s, z1.h
; CHECK-NEXT: uunpklo z3.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z0.s, z0.h
; CHECK-NEXT: stp q2, q1, [x0]
; CHECK-NEXT: stp q3, q0, [x0, #32]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: zext_v16i8_v16i32:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: str q0, [sp, #-160]!
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 160
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #27]
; NONEON-NOSVE-NEXT: strh w8, [sp, #62]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #26]
; NONEON-NOSVE-NEXT: strh w8, [sp, #60]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #25]
; NONEON-NOSVE-NEXT: strh w8, [sp, #58]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #24]
; NONEON-NOSVE-NEXT: strh w8, [sp, #56]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #31]
; NONEON-NOSVE-NEXT: strh w8, [sp, #54]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #30]
; NONEON-NOSVE-NEXT: strh w8, [sp, #52]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #29]
; NONEON-NOSVE-NEXT: strh w8, [sp, #50]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #28]
; NONEON-NOSVE-NEXT: strh w8, [sp, #48]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #19]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #48]
; NONEON-NOSVE-NEXT: strh w8, [sp, #46]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #18]
; NONEON-NOSVE-NEXT: strh w8, [sp, #44]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #17]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #80]
; NONEON-NOSVE-NEXT: strh w8, [sp, #42]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #16]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #94]
; NONEON-NOSVE-NEXT: strh w8, [sp, #40]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #23]
; NONEON-NOSVE-NEXT: strh w8, [sp, #38]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #22]
; NONEON-NOSVE-NEXT: strh w8, [sp, #36]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #21]
; NONEON-NOSVE-NEXT: strh w8, [sp, #34]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #20]
; NONEON-NOSVE-NEXT: strh w8, [sp, #32]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #92]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #32]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #152]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #90]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #88]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #144]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #86]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #84]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #64]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #136]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #82]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #80]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #128]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #78]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #76]
; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #128]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #120]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #74]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #72]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #112]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #70]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #68]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #104]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #66]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #64]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #96]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #96]
; NONEON-NOSVE-NEXT: stp q2, q3, [x0]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0, #32]
; NONEON-NOSVE-NEXT: add sp, sp, #160
; NONEON-NOSVE-NEXT: ret
%b = zext <16 x i8> %a to <16 x i32>
store <16 x i32> %b, ptr %out
ret void
}
define void @zext_v32i8_v32i32(ptr %in, ptr %out) {
; CHECK-LABEL: zext_v32i8_v32i32:
; CHECK: // %bb.0:
; CHECK-NEXT: ldp q1, q0, [x0]
; CHECK-NEXT: add z0.b, z0.b, z0.b
; CHECK-NEXT: add z1.b, z1.b, z1.b
; CHECK-NEXT: uunpklo z2.h, z0.b
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z3.h, z1.b
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: uunpklo z0.h, z0.b
; CHECK-NEXT: uunpklo z1.h, z1.b
; CHECK-NEXT: uunpklo z4.s, z2.h
; CHECK-NEXT: ext z2.b, z2.b, z2.b, #8
; CHECK-NEXT: uunpklo z5.s, z3.h
; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8
; CHECK-NEXT: uunpklo z6.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z2.s, z2.h
; CHECK-NEXT: uunpklo z7.s, z1.h
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: uunpklo z3.s, z3.h
; CHECK-NEXT: uunpklo z0.s, z0.h
; CHECK-NEXT: uunpklo z1.s, z1.h
; CHECK-NEXT: stp q4, q2, [x1, #64]
; CHECK-NEXT: stp q5, q3, [x1]
; CHECK-NEXT: stp q6, q0, [x1, #96]
; CHECK-NEXT: stp q7, q1, [x1, #32]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: zext_v32i8_v32i32:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #464
; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #368] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #384] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #400] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #416] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #432] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #448] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 464
; NONEON-NOSVE-NEXT: .cfi_offset w19, -8
; NONEON-NOSVE-NEXT: .cfi_offset w20, -16
; NONEON-NOSVE-NEXT: .cfi_offset w21, -24
; NONEON-NOSVE-NEXT: .cfi_offset w22, -32
; NONEON-NOSVE-NEXT: .cfi_offset w23, -40
; NONEON-NOSVE-NEXT: .cfi_offset w24, -48
; NONEON-NOSVE-NEXT: .cfi_offset w25, -56
; NONEON-NOSVE-NEXT: .cfi_offset w26, -64
; NONEON-NOSVE-NEXT: .cfi_offset w27, -72
; NONEON-NOSVE-NEXT: .cfi_offset w28, -80
; NONEON-NOSVE-NEXT: .cfi_offset w30, -88
; NONEON-NOSVE-NEXT: .cfi_offset w29, -96
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #16]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #40]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #41]
; NONEON-NOSVE-NEXT: ldrb w29, [sp, #18]
; NONEON-NOSVE-NEXT: ldrb w27, [sp, #16]
; NONEON-NOSVE-NEXT: ldrb w25, [sp, #30]
; NONEON-NOSVE-NEXT: ldrb w23, [sp, #28]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #8] // 8-byte Folded Spill
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #20]
; NONEON-NOSVE-NEXT: ldrb w21, [sp, #26]
; NONEON-NOSVE-NEXT: ldrb w19, [sp, #24]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #19]
; NONEON-NOSVE-NEXT: ldrb w6, [sp, #38]
; NONEON-NOSVE-NEXT: add w8, w8, w8
; NONEON-NOSVE-NEXT: ldrb w28, [sp, #17]
; NONEON-NOSVE-NEXT: ldrb w16, [sp, #22]
; NONEON-NOSVE-NEXT: strb w8, [sp, #60]
; NONEON-NOSVE-NEXT: add w8, w29, w29
; NONEON-NOSVE-NEXT: ldrb w4, [sp, #36]
; NONEON-NOSVE-NEXT: strb w8, [sp, #58]
; NONEON-NOSVE-NEXT: add w8, w27, w27
; NONEON-NOSVE-NEXT: ldrb w26, [sp, #31]
; NONEON-NOSVE-NEXT: strb w8, [sp, #56]
; NONEON-NOSVE-NEXT: add w8, w25, w25
; NONEON-NOSVE-NEXT: add w9, w9, w9
; NONEON-NOSVE-NEXT: strb w8, [sp, #54]
; NONEON-NOSVE-NEXT: add w8, w23, w23
; NONEON-NOSVE-NEXT: ldrb w2, [sp, #34]
; NONEON-NOSVE-NEXT: strb w8, [sp, #52]
; NONEON-NOSVE-NEXT: add w8, w21, w21
; NONEON-NOSVE-NEXT: ldrb w24, [sp, #29]
; NONEON-NOSVE-NEXT: strb w8, [sp, #50]
; NONEON-NOSVE-NEXT: add w8, w19, w19
; NONEON-NOSVE-NEXT: ldrb w17, [sp, #23]
; NONEON-NOSVE-NEXT: strb w9, [sp, #59]
; NONEON-NOSVE-NEXT: add w9, w28, w28
; NONEON-NOSVE-NEXT: add w18, w16, w16
; NONEON-NOSVE-NEXT: strb w8, [sp, #48]
; NONEON-NOSVE-NEXT: add w8, w6, w6
; NONEON-NOSVE-NEXT: ldrb w16, [sp, #32]
; NONEON-NOSVE-NEXT: ldrb w22, [sp, #27]
; NONEON-NOSVE-NEXT: strb w9, [sp, #57]
; NONEON-NOSVE-NEXT: add w9, w26, w26
; NONEON-NOSVE-NEXT: strb w8, [sp, #78]
; NONEON-NOSVE-NEXT: add w8, w4, w4
; NONEON-NOSVE-NEXT: ldrb w14, [sp, #46]
; NONEON-NOSVE-NEXT: ldrb w20, [sp, #25]
; NONEON-NOSVE-NEXT: ldrb w30, [sp, #21]
; NONEON-NOSVE-NEXT: strb w9, [sp, #55]
; NONEON-NOSVE-NEXT: add w9, w24, w24
; NONEON-NOSVE-NEXT: strb w8, [sp, #76]
; NONEON-NOSVE-NEXT: add w8, w2, w2
; NONEON-NOSVE-NEXT: ldrb w12, [sp, #44]
; NONEON-NOSVE-NEXT: add w17, w17, w17
; NONEON-NOSVE-NEXT: strb w9, [sp, #53]
; NONEON-NOSVE-NEXT: add w9, w22, w22
; NONEON-NOSVE-NEXT: strb w8, [sp, #74]
; NONEON-NOSVE-NEXT: add w8, w16, w16
; NONEON-NOSVE-NEXT: ldrb w10, [sp, #42]
; NONEON-NOSVE-NEXT: strb w17, [sp, #63]
; NONEON-NOSVE-NEXT: add w17, w30, w30
; NONEON-NOSVE-NEXT: strb w9, [sp, #51]
; NONEON-NOSVE-NEXT: add w9, w20, w20
; NONEON-NOSVE-NEXT: ldrb w7, [sp, #39]
; NONEON-NOSVE-NEXT: strb w8, [sp, #72]
; NONEON-NOSVE-NEXT: add w8, w14, w14
; NONEON-NOSVE-NEXT: ldrb w5, [sp, #37]
; NONEON-NOSVE-NEXT: strb w18, [sp, #62]
; NONEON-NOSVE-NEXT: ldrb w3, [sp, #35]
; NONEON-NOSVE-NEXT: ldrb w0, [sp, #33]
; NONEON-NOSVE-NEXT: strb w17, [sp, #61]
; NONEON-NOSVE-NEXT: ldrb w15, [sp, #47]
; NONEON-NOSVE-NEXT: ldrb w13, [sp, #45]
; NONEON-NOSVE-NEXT: strb w9, [sp, #49]
; NONEON-NOSVE-NEXT: add w9, w7, w7
; NONEON-NOSVE-NEXT: ldrb w11, [sp, #43]
; NONEON-NOSVE-NEXT: strb w8, [sp, #70]
; NONEON-NOSVE-NEXT: add w8, w12, w12
; NONEON-NOSVE-NEXT: strb w8, [sp, #68]
; NONEON-NOSVE-NEXT: add w8, w10, w10
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #48]
; NONEON-NOSVE-NEXT: strb w8, [sp, #66]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #12] // 4-byte Folded Reload
; NONEON-NOSVE-NEXT: strb w9, [sp, #79]
; NONEON-NOSVE-NEXT: add w9, w5, w5
; NONEON-NOSVE-NEXT: strb w9, [sp, #77]
; NONEON-NOSVE-NEXT: add w9, w3, w3
; NONEON-NOSVE-NEXT: add w8, w8, w8
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #80]
; NONEON-NOSVE-NEXT: strb w8, [sp, #64]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #91]
; NONEON-NOSVE-NEXT: strb w9, [sp, #75]
; NONEON-NOSVE-NEXT: add w9, w0, w0
; NONEON-NOSVE-NEXT: strh w8, [sp, #134]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #90]
; NONEON-NOSVE-NEXT: strb w9, [sp, #73]
; NONEON-NOSVE-NEXT: add w9, w15, w15
; NONEON-NOSVE-NEXT: strh w8, [sp, #132]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #89]
; NONEON-NOSVE-NEXT: strb w9, [sp, #71]
; NONEON-NOSVE-NEXT: add w9, w13, w13
; NONEON-NOSVE-NEXT: strh w8, [sp, #130]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #88]
; NONEON-NOSVE-NEXT: strb w9, [sp, #69]
; NONEON-NOSVE-NEXT: add w9, w11, w11
; NONEON-NOSVE-NEXT: strh w8, [sp, #128]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #95]
; NONEON-NOSVE-NEXT: strb w9, [sp, #67]
; NONEON-NOSVE-NEXT: ldr w9, [sp, #8] // 4-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #142]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #94]
; NONEON-NOSVE-NEXT: add w9, w9, w9
; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #448] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #140]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #93]
; NONEON-NOSVE-NEXT: strb w9, [sp, #65]
; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #432] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #138]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #92]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #64]
; NONEON-NOSVE-NEXT: strh w8, [sp, #136]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #83]
; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #416] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #118]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #82]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #96]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #128]
; NONEON-NOSVE-NEXT: strh w8, [sp, #116]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #81]
; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #400] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #114]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #80]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #192]
; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #384] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #112]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #87]
; NONEON-NOSVE-NEXT: ldp x29, x30, [sp, #368] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #126]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #86]
; NONEON-NOSVE-NEXT: strh w8, [sp, #124]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #85]
; NONEON-NOSVE-NEXT: strh w8, [sp, #122]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #84]
; NONEON-NOSVE-NEXT: strh w8, [sp, #120]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #107]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #112]
; NONEON-NOSVE-NEXT: strh w8, [sp, #166]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #106]
; NONEON-NOSVE-NEXT: strh w8, [sp, #164]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #105]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #176]
; NONEON-NOSVE-NEXT: strh w8, [sp, #162]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #104]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #182]
; NONEON-NOSVE-NEXT: strh w8, [sp, #160]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #111]
; NONEON-NOSVE-NEXT: strh w8, [sp, #174]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #110]
; NONEON-NOSVE-NEXT: strh w8, [sp, #172]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #109]
; NONEON-NOSVE-NEXT: strh w8, [sp, #170]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #108]
; NONEON-NOSVE-NEXT: strh w8, [sp, #168]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #99]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #160]
; NONEON-NOSVE-NEXT: strh w8, [sp, #150]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #98]
; NONEON-NOSVE-NEXT: strh w8, [sp, #148]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #97]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #224]
; NONEON-NOSVE-NEXT: strh w8, [sp, #146]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #96]
; NONEON-NOSVE-NEXT: strh w8, [sp, #144]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #103]
; NONEON-NOSVE-NEXT: strh w8, [sp, #158]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #102]
; NONEON-NOSVE-NEXT: strh w8, [sp, #156]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #101]
; NONEON-NOSVE-NEXT: strh w8, [sp, #154]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #100]
; NONEON-NOSVE-NEXT: strh w8, [sp, #152]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #198]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #144]
; NONEON-NOSVE-NEXT: str w8, [sp, #284]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #196]
; NONEON-NOSVE-NEXT: str w8, [sp, #280]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #194]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #208]
; NONEON-NOSVE-NEXT: str w8, [sp, #276]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #192]
; NONEON-NOSVE-NEXT: str w8, [sp, #272]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #206]
; NONEON-NOSVE-NEXT: str w8, [sp, #300]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #204]
; NONEON-NOSVE-NEXT: str w8, [sp, #296]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #202]
; NONEON-NOSVE-NEXT: str w8, [sp, #292]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #200]
; NONEON-NOSVE-NEXT: str w8, [sp, #288]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #180]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #272]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #248]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #178]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #176]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #240]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #190]
; NONEON-NOSVE-NEXT: str w8, [sp, #268]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #188]
; NONEON-NOSVE-NEXT: str w8, [sp, #264]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #186]
; NONEON-NOSVE-NEXT: str w8, [sp, #260]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #184]
; NONEON-NOSVE-NEXT: str w8, [sp, #256]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #230]
; NONEON-NOSVE-NEXT: ldp q3, q4, [sp, #240]
; NONEON-NOSVE-NEXT: str w8, [sp, #348]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #228]
; NONEON-NOSVE-NEXT: str w8, [sp, #344]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #226]
; NONEON-NOSVE-NEXT: str w8, [sp, #340]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #224]
; NONEON-NOSVE-NEXT: str w8, [sp, #336]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #238]
; NONEON-NOSVE-NEXT: str w8, [sp, #364]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #236]
; NONEON-NOSVE-NEXT: str w8, [sp, #360]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #234]
; NONEON-NOSVE-NEXT: str w8, [sp, #356]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #232]
; NONEON-NOSVE-NEXT: str w8, [sp, #352]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #214]
; NONEON-NOSVE-NEXT: ldp q6, q7, [sp, #336]
; NONEON-NOSVE-NEXT: str w8, [sp, #316]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #212]
; NONEON-NOSVE-NEXT: str w8, [sp, #312]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #210]
; NONEON-NOSVE-NEXT: str w8, [sp, #308]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #208]
; NONEON-NOSVE-NEXT: str w8, [sp, #304]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #222]
; NONEON-NOSVE-NEXT: str w8, [sp, #332]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #220]
; NONEON-NOSVE-NEXT: str w8, [sp, #328]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #218]
; NONEON-NOSVE-NEXT: str w8, [sp, #324]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #216]
; NONEON-NOSVE-NEXT: str w8, [sp, #320]
; NONEON-NOSVE-NEXT: ldp q5, q2, [sp, #304]
; NONEON-NOSVE-NEXT: stp q0, q1, [x1]
; NONEON-NOSVE-NEXT: stp q3, q4, [x1, #32]
; NONEON-NOSVE-NEXT: stp q6, q7, [x1, #64]
; NONEON-NOSVE-NEXT: stp q5, q2, [x1, #96]
; NONEON-NOSVE-NEXT: add sp, sp, #464
; NONEON-NOSVE-NEXT: ret
%a = load <32 x i8>, ptr %in
%b = add <32 x i8> %a, %a
%c = zext <32 x i8> %b to <32 x i32>
store <32 x i32> %c, ptr %out
ret void
}
;
; zext i8 -> i64
;
; NOTE: v4i8 is an unpacked typed stored within a v4i16 container. The zero
; extend is a two step process where the container is zero_extend_inreg'd with
; the result feeding a normal zero extend from halfs to doublewords.
define void @zext_v4i8_v4i64(<4 x i8> %a, ptr %out) {
; CHECK-LABEL: zext_v4i8_v4i64:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0
; CHECK-NEXT: and z0.h, z0.h, #0xff
; CHECK-NEXT: uunpklo z0.s, z0.h
; CHECK-NEXT: uunpklo z1.d, z0.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z0.d, z0.s
; CHECK-NEXT: stp q1, q0, [x0]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: zext_v4i8_v4i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #80
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 80
; NONEON-NOSVE-NEXT: str d0, [sp, #8]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #10]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #8]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #24]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #14]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #12]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #16]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #16]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #32]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #40]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #72]
; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #64]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #32]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #56]
; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #48]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #48]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0]
; NONEON-NOSVE-NEXT: add sp, sp, #80
; NONEON-NOSVE-NEXT: ret
%b = zext <4 x i8> %a to <4 x i64>
store <4 x i64>%b, ptr %out
ret void
}
define void @zext_v8i8_v8i64(<8 x i8> %a, ptr %out) {
; CHECK-LABEL: zext_v8i8_v8i64:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0
; CHECK-NEXT: uunpklo z0.h, z0.b
; CHECK-NEXT: uunpklo z1.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z0.s, z0.h
; CHECK-NEXT: uunpklo z2.d, z1.s
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: uunpklo z3.d, z0.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z1.d, z1.s
; CHECK-NEXT: uunpklo z0.d, z0.s
; CHECK-NEXT: stp q2, q1, [x0]
; CHECK-NEXT: stp q3, q0, [x0, #32]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: zext_v8i8_v8i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #176
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 176
; NONEON-NOSVE-NEXT: str d0, [sp, #8]
; NONEON-NOSVE-NEXT: add x8, sp, #144
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #11]
; NONEON-NOSVE-NEXT: strh w9, [sp, #30]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #10]
; NONEON-NOSVE-NEXT: strh w9, [sp, #28]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #9]
; NONEON-NOSVE-NEXT: strh w9, [sp, #26]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #8]
; NONEON-NOSVE-NEXT: strh w9, [sp, #24]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #15]
; NONEON-NOSVE-NEXT: strh w9, [sp, #22]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #14]
; NONEON-NOSVE-NEXT: strh w9, [sp, #20]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #13]
; NONEON-NOSVE-NEXT: strh w9, [sp, #18]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #12]
; NONEON-NOSVE-NEXT: strh w9, [sp, #16]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #16]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #32]
; NONEON-NOSVE-NEXT: ldrb w10, [sp, #42]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #40]
; NONEON-NOSVE-NEXT: stp w9, w10, [sp, #64]
; NONEON-NOSVE-NEXT: ldrb w10, [sp, #46]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #44]
; NONEON-NOSVE-NEXT: stp w9, w10, [sp, #72]
; NONEON-NOSVE-NEXT: ldrb w10, [sp, #34]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #32]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #64]
; NONEON-NOSVE-NEXT: stp w9, w10, [sp, #48]
; NONEON-NOSVE-NEXT: ldrb w10, [sp, #38]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #36]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #96]
; NONEON-NOSVE-NEXT: stp w9, w10, [sp, #56]
; NONEON-NOSVE-NEXT: ldp w9, w10, [sp, #96]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #48]
; NONEON-NOSVE-NEXT: stp w10, wzr, [sp, #152]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #144]
; NONEON-NOSVE-NEXT: ldp w9, w10, [sp, #104]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #80]
; NONEON-NOSVE-NEXT: stp w10, wzr, [sp, #168]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #160]
; NONEON-NOSVE-NEXT: ldp w9, w10, [sp, #80]
; NONEON-NOSVE-NEXT: stp w10, wzr, [sp, #120]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #112]
; NONEON-NOSVE-NEXT: ldp w9, w10, [sp, #88]
; NONEON-NOSVE-NEXT: stp w10, wzr, [sp, #136]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #128]
; NONEON-NOSVE-NEXT: ldp q1, q0, [sp, #112]
; NONEON-NOSVE-NEXT: ldp q2, q3, [x8]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0, #32]
; NONEON-NOSVE-NEXT: stp q2, q3, [x0]
; NONEON-NOSVE-NEXT: add sp, sp, #176
; NONEON-NOSVE-NEXT: ret
%b = zext <8 x i8> %a to <8 x i64>
store <8 x i64>%b, ptr %out
ret void
}
define void @zext_v16i8_v16i64(<16 x i8> %a, ptr %out) {
; CHECK-LABEL: zext_v16i8_v16i64:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0
; CHECK-NEXT: uunpklo z1.h, z0.b
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z0.h, z0.b
; CHECK-NEXT: uunpklo z2.s, z1.h
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: uunpklo z1.s, z1.h
; CHECK-NEXT: uunpklo z3.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z4.d, z2.s
; CHECK-NEXT: ext z2.b, z2.b, z2.b, #8
; CHECK-NEXT: uunpklo z0.s, z0.h
; CHECK-NEXT: uunpklo z6.d, z1.s
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: uunpklo z5.d, z3.s
; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8
; CHECK-NEXT: uunpklo z2.d, z2.s
; CHECK-NEXT: uunpklo z1.d, z1.s
; CHECK-NEXT: uunpklo z7.d, z0.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z3.d, z3.s
; CHECK-NEXT: stp q4, q2, [x0]
; CHECK-NEXT: uunpklo z0.d, z0.s
; CHECK-NEXT: stp q6, q1, [x0, #32]
; CHECK-NEXT: stp q5, q3, [x0, #64]
; CHECK-NEXT: stp q7, q0, [x0, #96]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: zext_v16i8_v16i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #368
; NONEON-NOSVE-NEXT: str x29, [sp, #352] // 8-byte Folded Spill
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 368
; NONEON-NOSVE-NEXT: .cfi_offset w29, -16
; NONEON-NOSVE-NEXT: str q0, [sp]
; NONEON-NOSVE-NEXT: ldr x29, [sp, #352] // 8-byte Folded Reload
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp]
; NONEON-NOSVE-NEXT: str wzr, [sp, #332]
; NONEON-NOSVE-NEXT: str wzr, [sp, #324]
; NONEON-NOSVE-NEXT: str wzr, [sp, #348]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #24]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #35]
; NONEON-NOSVE-NEXT: str wzr, [sp, #340]
; NONEON-NOSVE-NEXT: str wzr, [sp, #300]
; NONEON-NOSVE-NEXT: strh w8, [sp, #70]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #34]
; NONEON-NOSVE-NEXT: str wzr, [sp, #292]
; NONEON-NOSVE-NEXT: strh w8, [sp, #68]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #33]
; NONEON-NOSVE-NEXT: str wzr, [sp, #316]
; NONEON-NOSVE-NEXT: strh w8, [sp, #66]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #32]
; NONEON-NOSVE-NEXT: str wzr, [sp, #308]
; NONEON-NOSVE-NEXT: strh w8, [sp, #64]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #39]
; NONEON-NOSVE-NEXT: str wzr, [sp, #268]
; NONEON-NOSVE-NEXT: strh w8, [sp, #62]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #38]
; NONEON-NOSVE-NEXT: str wzr, [sp, #260]
; NONEON-NOSVE-NEXT: strh w8, [sp, #60]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #37]
; NONEON-NOSVE-NEXT: str wzr, [sp, #284]
; NONEON-NOSVE-NEXT: strh w8, [sp, #58]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #36]
; NONEON-NOSVE-NEXT: str wzr, [sp, #276]
; NONEON-NOSVE-NEXT: strh w8, [sp, #56]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #27]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #56]
; NONEON-NOSVE-NEXT: strh w8, [sp, #54]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #26]
; NONEON-NOSVE-NEXT: strh w8, [sp, #52]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #25]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #88]
; NONEON-NOSVE-NEXT: strh w8, [sp, #50]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #24]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #98]
; NONEON-NOSVE-NEXT: strh w8, [sp, #48]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #31]
; NONEON-NOSVE-NEXT: strh w8, [sp, #46]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #30]
; NONEON-NOSVE-NEXT: strh w8, [sp, #44]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #29]
; NONEON-NOSVE-NEXT: strh w8, [sp, #42]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #28]
; NONEON-NOSVE-NEXT: strh w8, [sp, #40]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #96]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #40]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #152]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #102]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #100]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #160]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #90]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #88]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #72]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #152]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #136]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #94]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #92]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #144]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #82]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #80]
; NONEON-NOSVE-NEXT: str d0, [sp, #360]
; NONEON-NOSVE-NEXT: ldp d2, d0, [sp, #136]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #120]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #86]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #84]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #128]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #74]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #72]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #208]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #120]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #104]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #78]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #76]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #112]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #216]
; NONEON-NOSVE-NEXT: stp d0, d2, [sp, #192]
; NONEON-NOSVE-NEXT: ldp d2, d0, [sp, #104]
; NONEON-NOSVE-NEXT: str w8, [sp, #320]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #364]
; NONEON-NOSVE-NEXT: str w9, [sp, #328]
; NONEON-NOSVE-NEXT: str w8, [sp, #344]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #360]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #176]
; NONEON-NOSVE-NEXT: str w8, [sp, #336]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #200]
; NONEON-NOSVE-NEXT: str d2, [sp, #168]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #320]
; NONEON-NOSVE-NEXT: str w9, [sp, #296]
; NONEON-NOSVE-NEXT: str w8, [sp, #288]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #208]
; NONEON-NOSVE-NEXT: str w9, [sp, #312]
; NONEON-NOSVE-NEXT: str w8, [sp, #304]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #184]
; NONEON-NOSVE-NEXT: ldp q3, q4, [sp, #288]
; NONEON-NOSVE-NEXT: str w9, [sp, #264]
; NONEON-NOSVE-NEXT: stp wzr, w8, [sp, #252]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #192]
; NONEON-NOSVE-NEXT: str w9, [sp, #280]
; NONEON-NOSVE-NEXT: str w8, [sp, #272]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #168]
; NONEON-NOSVE-NEXT: ldp q6, q7, [sp, #256]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #232]
; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #224]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #176]
; NONEON-NOSVE-NEXT: stp wzr, w9, [sp, #244]
; NONEON-NOSVE-NEXT: str w8, [sp, #240]
; NONEON-NOSVE-NEXT: ldp q5, q2, [sp, #224]
; NONEON-NOSVE-NEXT: stp q0, q1, [x0]
; NONEON-NOSVE-NEXT: stp q3, q4, [x0, #32]
; NONEON-NOSVE-NEXT: stp q6, q7, [x0, #64]
; NONEON-NOSVE-NEXT: stp q5, q2, [x0, #96]
; NONEON-NOSVE-NEXT: add sp, sp, #368
; NONEON-NOSVE-NEXT: ret
%b = zext <16 x i8> %a to <16 x i64>
store <16 x i64> %b, ptr %out
ret void
}
define void @zext_v32i8_v32i64(ptr %in, ptr %out) {
; CHECK-LABEL: zext_v32i8_v32i64:
; CHECK: // %bb.0:
; CHECK-NEXT: ldp q1, q0, [x0]
; CHECK-NEXT: add z0.b, z0.b, z0.b
; CHECK-NEXT: add z1.b, z1.b, z1.b
; CHECK-NEXT: mov z2.d, z0.d
; CHECK-NEXT: uunpklo z0.h, z0.b
; CHECK-NEXT: mov z3.d, z1.d
; CHECK-NEXT: uunpklo z1.h, z1.b
; CHECK-NEXT: ext z2.b, z2.b, z2.b, #8
; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8
; CHECK-NEXT: uunpklo z4.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z5.s, z1.h
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: uunpklo z2.h, z2.b
; CHECK-NEXT: uunpklo z3.h, z3.b
; CHECK-NEXT: uunpklo z0.s, z0.h
; CHECK-NEXT: uunpklo z16.d, z4.s
; CHECK-NEXT: ext z4.b, z4.b, z4.b, #8
; CHECK-NEXT: uunpklo z1.s, z1.h
; CHECK-NEXT: uunpklo z17.d, z5.s
; CHECK-NEXT: ext z5.b, z5.b, z5.b, #8
; CHECK-NEXT: uunpklo z6.s, z2.h
; CHECK-NEXT: uunpklo z7.s, z3.h
; CHECK-NEXT: ext z2.b, z2.b, z2.b, #8
; CHECK-NEXT: uunpklo z4.d, z4.s
; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8
; CHECK-NEXT: uunpklo z19.d, z0.s
; CHECK-NEXT: uunpklo z5.d, z5.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z2.s, z2.h
; CHECK-NEXT: uunpklo z18.d, z6.s
; CHECK-NEXT: ext z6.b, z6.b, z6.b, #8
; CHECK-NEXT: uunpklo z3.s, z3.h
; CHECK-NEXT: stp q16, q4, [x1, #128]
; CHECK-NEXT: mov z16.d, z7.d
; CHECK-NEXT: uunpklo z0.d, z0.s
; CHECK-NEXT: stp q17, q5, [x1]
; CHECK-NEXT: uunpklo z5.d, z7.s
; CHECK-NEXT: uunpklo z4.d, z6.s
; CHECK-NEXT: mov z6.d, z1.d
; CHECK-NEXT: ext z16.b, z16.b, z7.b, #8
; CHECK-NEXT: mov z7.d, z2.d
; CHECK-NEXT: stp q19, q0, [x1, #160]
; CHECK-NEXT: uunpklo z0.d, z2.s
; CHECK-NEXT: ext z6.b, z6.b, z1.b, #8
; CHECK-NEXT: uunpklo z1.d, z1.s
; CHECK-NEXT: stp q18, q4, [x1, #192]
; CHECK-NEXT: mov z4.d, z3.d
; CHECK-NEXT: ext z7.b, z7.b, z2.b, #8
; CHECK-NEXT: uunpklo z16.d, z16.s
; CHECK-NEXT: uunpklo z6.d, z6.s
; CHECK-NEXT: ext z4.b, z4.b, z3.b, #8
; CHECK-NEXT: uunpklo z2.d, z7.s
; CHECK-NEXT: uunpklo z3.d, z3.s
; CHECK-NEXT: stp q5, q16, [x1, #64]
; CHECK-NEXT: stp q1, q6, [x1, #32]
; CHECK-NEXT: uunpklo z1.d, z4.s
; CHECK-NEXT: stp q0, q2, [x1, #224]
; CHECK-NEXT: stp q3, q1, [x1, #96]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: zext_v32i8_v32i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: stp x29, x30, [sp, #-96]! // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x28, x27, [sp, #16] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x26, x25, [sp, #32] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x24, x23, [sp, #48] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x22, x21, [sp, #64] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: stp x20, x19, [sp, #80] // 16-byte Folded Spill
; NONEON-NOSVE-NEXT: sub sp, sp, #752
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 848
; NONEON-NOSVE-NEXT: .cfi_offset w19, -8
; NONEON-NOSVE-NEXT: .cfi_offset w20, -16
; NONEON-NOSVE-NEXT: .cfi_offset w21, -24
; NONEON-NOSVE-NEXT: .cfi_offset w22, -32
; NONEON-NOSVE-NEXT: .cfi_offset w23, -40
; NONEON-NOSVE-NEXT: .cfi_offset w24, -48
; NONEON-NOSVE-NEXT: .cfi_offset w25, -56
; NONEON-NOSVE-NEXT: .cfi_offset w26, -64
; NONEON-NOSVE-NEXT: .cfi_offset w27, -72
; NONEON-NOSVE-NEXT: .cfi_offset w28, -80
; NONEON-NOSVE-NEXT: .cfi_offset w30, -88
; NONEON-NOSVE-NEXT: .cfi_offset w29, -96
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
; NONEON-NOSVE-NEXT: str wzr, [sp, #572]
; NONEON-NOSVE-NEXT: str wzr, [sp, #564]
; NONEON-NOSVE-NEXT: str wzr, [sp, #588]
; NONEON-NOSVE-NEXT: stp q1, q0, [sp, #16]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #40]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #41]
; NONEON-NOSVE-NEXT: ldrb w29, [sp, #18]
; NONEON-NOSVE-NEXT: ldrb w27, [sp, #16]
; NONEON-NOSVE-NEXT: ldrb w25, [sp, #30]
; NONEON-NOSVE-NEXT: ldrb w23, [sp, #28]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #8] // 8-byte Folded Spill
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #20]
; NONEON-NOSVE-NEXT: ldrb w21, [sp, #26]
; NONEON-NOSVE-NEXT: ldrb w19, [sp, #24]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #19]
; NONEON-NOSVE-NEXT: ldrb w6, [sp, #38]
; NONEON-NOSVE-NEXT: add w8, w8, w8
; NONEON-NOSVE-NEXT: ldrb w28, [sp, #17]
; NONEON-NOSVE-NEXT: ldrb w16, [sp, #22]
; NONEON-NOSVE-NEXT: add w9, w9, w9
; NONEON-NOSVE-NEXT: strb w8, [sp, #60]
; NONEON-NOSVE-NEXT: add w8, w29, w29
; NONEON-NOSVE-NEXT: strb w8, [sp, #58]
; NONEON-NOSVE-NEXT: add w8, w27, w27
; NONEON-NOSVE-NEXT: add w18, w16, w16
; NONEON-NOSVE-NEXT: strb w8, [sp, #56]
; NONEON-NOSVE-NEXT: add w8, w25, w25
; NONEON-NOSVE-NEXT: ldrb w4, [sp, #36]
; NONEON-NOSVE-NEXT: strb w8, [sp, #54]
; NONEON-NOSVE-NEXT: add w8, w23, w23
; NONEON-NOSVE-NEXT: ldrb w26, [sp, #31]
; NONEON-NOSVE-NEXT: strb w8, [sp, #52]
; NONEON-NOSVE-NEXT: add w8, w21, w21
; NONEON-NOSVE-NEXT: ldrb w2, [sp, #34]
; NONEON-NOSVE-NEXT: strb w8, [sp, #50]
; NONEON-NOSVE-NEXT: add w8, w19, w19
; NONEON-NOSVE-NEXT: ldrb w24, [sp, #29]
; NONEON-NOSVE-NEXT: strb w9, [sp, #59]
; NONEON-NOSVE-NEXT: add w9, w28, w28
; NONEON-NOSVE-NEXT: ldrb w17, [sp, #23]
; NONEON-NOSVE-NEXT: strb w8, [sp, #48]
; NONEON-NOSVE-NEXT: add w8, w6, w6
; NONEON-NOSVE-NEXT: ldrb w16, [sp, #32]
; NONEON-NOSVE-NEXT: ldrb w22, [sp, #27]
; NONEON-NOSVE-NEXT: strb w9, [sp, #57]
; NONEON-NOSVE-NEXT: add w9, w26, w26
; NONEON-NOSVE-NEXT: strb w8, [sp, #78]
; NONEON-NOSVE-NEXT: add w8, w4, w4
; NONEON-NOSVE-NEXT: ldrb w14, [sp, #46]
; NONEON-NOSVE-NEXT: ldrb w20, [sp, #25]
; NONEON-NOSVE-NEXT: ldrb w30, [sp, #21]
; NONEON-NOSVE-NEXT: add w17, w17, w17
; NONEON-NOSVE-NEXT: strb w9, [sp, #55]
; NONEON-NOSVE-NEXT: add w9, w24, w24
; NONEON-NOSVE-NEXT: ldrb w12, [sp, #44]
; NONEON-NOSVE-NEXT: strb w8, [sp, #76]
; NONEON-NOSVE-NEXT: add w8, w2, w2
; NONEON-NOSVE-NEXT: ldrb w10, [sp, #42]
; NONEON-NOSVE-NEXT: strb w9, [sp, #53]
; NONEON-NOSVE-NEXT: add w9, w22, w22
; NONEON-NOSVE-NEXT: ldrb w7, [sp, #39]
; NONEON-NOSVE-NEXT: strb w8, [sp, #74]
; NONEON-NOSVE-NEXT: add w8, w16, w16
; NONEON-NOSVE-NEXT: ldrb w5, [sp, #37]
; NONEON-NOSVE-NEXT: strb w17, [sp, #63]
; NONEON-NOSVE-NEXT: add w17, w30, w30
; NONEON-NOSVE-NEXT: ldrb w3, [sp, #35]
; NONEON-NOSVE-NEXT: strb w9, [sp, #51]
; NONEON-NOSVE-NEXT: add w9, w20, w20
; NONEON-NOSVE-NEXT: ldrb w0, [sp, #33]
; NONEON-NOSVE-NEXT: strb w8, [sp, #72]
; NONEON-NOSVE-NEXT: add w8, w14, w14
; NONEON-NOSVE-NEXT: ldrb w15, [sp, #47]
; NONEON-NOSVE-NEXT: strb w18, [sp, #62]
; NONEON-NOSVE-NEXT: ldrb w13, [sp, #45]
; NONEON-NOSVE-NEXT: ldrb w11, [sp, #43]
; NONEON-NOSVE-NEXT: strb w17, [sp, #61]
; NONEON-NOSVE-NEXT: strb w9, [sp, #49]
; NONEON-NOSVE-NEXT: add w9, w7, w7
; NONEON-NOSVE-NEXT: strb w8, [sp, #70]
; NONEON-NOSVE-NEXT: add w8, w12, w12
; NONEON-NOSVE-NEXT: strb w8, [sp, #68]
; NONEON-NOSVE-NEXT: add w8, w10, w10
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #48]
; NONEON-NOSVE-NEXT: strb w8, [sp, #66]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #12] // 4-byte Folded Reload
; NONEON-NOSVE-NEXT: strb w9, [sp, #79]
; NONEON-NOSVE-NEXT: add w9, w5, w5
; NONEON-NOSVE-NEXT: strb w9, [sp, #77]
; NONEON-NOSVE-NEXT: add w9, w3, w3
; NONEON-NOSVE-NEXT: add w8, w8, w8
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #80]
; NONEON-NOSVE-NEXT: strb w8, [sp, #64]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #91]
; NONEON-NOSVE-NEXT: strb w9, [sp, #75]
; NONEON-NOSVE-NEXT: add w9, w0, w0
; NONEON-NOSVE-NEXT: strh w8, [sp, #134]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #90]
; NONEON-NOSVE-NEXT: strb w9, [sp, #73]
; NONEON-NOSVE-NEXT: add w9, w15, w15
; NONEON-NOSVE-NEXT: strh w8, [sp, #132]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #89]
; NONEON-NOSVE-NEXT: strb w9, [sp, #71]
; NONEON-NOSVE-NEXT: add w9, w13, w13
; NONEON-NOSVE-NEXT: strh w8, [sp, #130]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #88]
; NONEON-NOSVE-NEXT: strb w9, [sp, #69]
; NONEON-NOSVE-NEXT: add w9, w11, w11
; NONEON-NOSVE-NEXT: strh w8, [sp, #128]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #95]
; NONEON-NOSVE-NEXT: strb w9, [sp, #67]
; NONEON-NOSVE-NEXT: ldr w9, [sp, #8] // 4-byte Folded Reload
; NONEON-NOSVE-NEXT: strh w8, [sp, #142]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #94]
; NONEON-NOSVE-NEXT: add w9, w9, w9
; NONEON-NOSVE-NEXT: str wzr, [sp, #580]
; NONEON-NOSVE-NEXT: strh w8, [sp, #140]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #93]
; NONEON-NOSVE-NEXT: strb w9, [sp, #65]
; NONEON-NOSVE-NEXT: strh w8, [sp, #138]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #92]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #64]
; NONEON-NOSVE-NEXT: str wzr, [sp, #604]
; NONEON-NOSVE-NEXT: strh w8, [sp, #136]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #83]
; NONEON-NOSVE-NEXT: str wzr, [sp, #596]
; NONEON-NOSVE-NEXT: strh w8, [sp, #118]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #82]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #96]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #128]
; NONEON-NOSVE-NEXT: strh w8, [sp, #116]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #81]
; NONEON-NOSVE-NEXT: str wzr, [sp, #620]
; NONEON-NOSVE-NEXT: strh w8, [sp, #114]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #80]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #192]
; NONEON-NOSVE-NEXT: strh w8, [sp, #112]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #87]
; NONEON-NOSVE-NEXT: str wzr, [sp, #612]
; NONEON-NOSVE-NEXT: strh w8, [sp, #126]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #86]
; NONEON-NOSVE-NEXT: str wzr, [sp, #508]
; NONEON-NOSVE-NEXT: strh w8, [sp, #124]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #85]
; NONEON-NOSVE-NEXT: str wzr, [sp, #500]
; NONEON-NOSVE-NEXT: strh w8, [sp, #122]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #84]
; NONEON-NOSVE-NEXT: str wzr, [sp, #524]
; NONEON-NOSVE-NEXT: strh w8, [sp, #120]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #107]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #112]
; NONEON-NOSVE-NEXT: str wzr, [sp, #516]
; NONEON-NOSVE-NEXT: strh w8, [sp, #166]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #106]
; NONEON-NOSVE-NEXT: str wzr, [sp, #540]
; NONEON-NOSVE-NEXT: strh w8, [sp, #164]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #105]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #176]
; NONEON-NOSVE-NEXT: strh w8, [sp, #162]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #104]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #178]
; NONEON-NOSVE-NEXT: str wzr, [sp, #532]
; NONEON-NOSVE-NEXT: strh w8, [sp, #160]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #111]
; NONEON-NOSVE-NEXT: str wzr, [sp, #556]
; NONEON-NOSVE-NEXT: strh w8, [sp, #174]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #110]
; NONEON-NOSVE-NEXT: str wzr, [sp, #548]
; NONEON-NOSVE-NEXT: strh w8, [sp, #172]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #109]
; NONEON-NOSVE-NEXT: str wzr, [sp, #700]
; NONEON-NOSVE-NEXT: strh w8, [sp, #170]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #108]
; NONEON-NOSVE-NEXT: str wzr, [sp, #692]
; NONEON-NOSVE-NEXT: strh w8, [sp, #168]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #99]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #160]
; NONEON-NOSVE-NEXT: str wzr, [sp, #716]
; NONEON-NOSVE-NEXT: strh w8, [sp, #150]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #98]
; NONEON-NOSVE-NEXT: str wzr, [sp, #708]
; NONEON-NOSVE-NEXT: strh w8, [sp, #148]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #97]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #224]
; NONEON-NOSVE-NEXT: strh w8, [sp, #146]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #96]
; NONEON-NOSVE-NEXT: str wzr, [sp, #732]
; NONEON-NOSVE-NEXT: strh w8, [sp, #144]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #103]
; NONEON-NOSVE-NEXT: str wzr, [sp, #724]
; NONEON-NOSVE-NEXT: strh w8, [sp, #158]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #102]
; NONEON-NOSVE-NEXT: str wzr, [sp, #748]
; NONEON-NOSVE-NEXT: strh w8, [sp, #156]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #101]
; NONEON-NOSVE-NEXT: str wzr, [sp, #740]
; NONEON-NOSVE-NEXT: strh w8, [sp, #154]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #100]
; NONEON-NOSVE-NEXT: str wzr, [sp, #636]
; NONEON-NOSVE-NEXT: strh w8, [sp, #152]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #194]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #144]
; NONEON-NOSVE-NEXT: str wzr, [sp, #628]
; NONEON-NOSVE-NEXT: str w8, [sp, #276]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #192]
; NONEON-NOSVE-NEXT: str wzr, [sp, #652]
; NONEON-NOSVE-NEXT: str w8, [sp, #272]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #198]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #208]
; NONEON-NOSVE-NEXT: str w8, [sp, #284]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #196]
; NONEON-NOSVE-NEXT: str wzr, [sp, #644]
; NONEON-NOSVE-NEXT: str w8, [sp, #280]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #202]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #272]
; NONEON-NOSVE-NEXT: str wzr, [sp, #668]
; NONEON-NOSVE-NEXT: str w8, [sp, #292]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #200]
; NONEON-NOSVE-NEXT: str wzr, [sp, #660]
; NONEON-NOSVE-NEXT: str w8, [sp, #288]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #206]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #400]
; NONEON-NOSVE-NEXT: str w8, [sp, #300]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #204]
; NONEON-NOSVE-NEXT: str wzr, [sp, #684]
; NONEON-NOSVE-NEXT: str w8, [sp, #296]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #176]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #288]
; NONEON-NOSVE-NEXT: str wzr, [sp, #676]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #240]
; NONEON-NOSVE-NEXT: ldrb w9, [sp, #182]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #180]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #248]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #186]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #416]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #240]
; NONEON-NOSVE-NEXT: str w8, [sp, #260]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #184]
; NONEON-NOSVE-NEXT: str w8, [sp, #256]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #190]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #368]
; NONEON-NOSVE-NEXT: str w8, [sp, #268]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #188]
; NONEON-NOSVE-NEXT: str w8, [sp, #264]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #226]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #256]
; NONEON-NOSVE-NEXT: str w8, [sp, #340]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #224]
; NONEON-NOSVE-NEXT: str w8, [sp, #336]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #230]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #384]
; NONEON-NOSVE-NEXT: str w8, [sp, #348]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #228]
; NONEON-NOSVE-NEXT: str w8, [sp, #344]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #234]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #336]
; NONEON-NOSVE-NEXT: str w8, [sp, #356]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #232]
; NONEON-NOSVE-NEXT: str w8, [sp, #352]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #238]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #464]
; NONEON-NOSVE-NEXT: str w8, [sp, #364]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #236]
; NONEON-NOSVE-NEXT: str w8, [sp, #360]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #210]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #352]
; NONEON-NOSVE-NEXT: str w8, [sp, #308]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #208]
; NONEON-NOSVE-NEXT: str w8, [sp, #304]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #214]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #480]
; NONEON-NOSVE-NEXT: str w8, [sp, #316]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #212]
; NONEON-NOSVE-NEXT: str w8, [sp, #312]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #218]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #304]
; NONEON-NOSVE-NEXT: str w8, [sp, #324]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #216]
; NONEON-NOSVE-NEXT: str w8, [sp, #320]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #222]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #432]
; NONEON-NOSVE-NEXT: str w8, [sp, #332]
; NONEON-NOSVE-NEXT: ldrb w8, [sp, #220]
; NONEON-NOSVE-NEXT: str w8, [sp, #328]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #404]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #320]
; NONEON-NOSVE-NEXT: str w8, [sp, #568]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #400]
; NONEON-NOSVE-NEXT: str w8, [sp, #560]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #412]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #448]
; NONEON-NOSVE-NEXT: str w8, [sp, #584]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #408]
; NONEON-NOSVE-NEXT: str w8, [sp, #576]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #420]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #560]
; NONEON-NOSVE-NEXT: str w8, [sp, #600]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #416]
; NONEON-NOSVE-NEXT: str w8, [sp, #592]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #428]
; NONEON-NOSVE-NEXT: str w8, [sp, #616]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #424]
; NONEON-NOSVE-NEXT: str w8, [sp, #608]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #372]
; NONEON-NOSVE-NEXT: ldp q2, q3, [sp, #592]
; NONEON-NOSVE-NEXT: str w8, [sp, #504]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #368]
; NONEON-NOSVE-NEXT: str w8, [sp, #496]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #380]
; NONEON-NOSVE-NEXT: str w8, [sp, #520]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #376]
; NONEON-NOSVE-NEXT: str w8, [sp, #512]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #388]
; NONEON-NOSVE-NEXT: ldp q4, q5, [sp, #496]
; NONEON-NOSVE-NEXT: str w8, [sp, #536]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #384]
; NONEON-NOSVE-NEXT: str w8, [sp, #528]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #396]
; NONEON-NOSVE-NEXT: str w8, [sp, #552]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #392]
; NONEON-NOSVE-NEXT: str w8, [sp, #544]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #468]
; NONEON-NOSVE-NEXT: ldp q6, q7, [sp, #528]
; NONEON-NOSVE-NEXT: str w8, [sp, #696]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #464]
; NONEON-NOSVE-NEXT: str w8, [sp, #688]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #476]
; NONEON-NOSVE-NEXT: str w8, [sp, #712]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #472]
; NONEON-NOSVE-NEXT: str w8, [sp, #704]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #484]
; NONEON-NOSVE-NEXT: ldp q16, q17, [sp, #688]
; NONEON-NOSVE-NEXT: str w8, [sp, #728]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #480]
; NONEON-NOSVE-NEXT: str w8, [sp, #720]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #492]
; NONEON-NOSVE-NEXT: str w8, [sp, #744]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #488]
; NONEON-NOSVE-NEXT: str w8, [sp, #736]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #436]
; NONEON-NOSVE-NEXT: ldp q19, q20, [sp, #720]
; NONEON-NOSVE-NEXT: str w8, [sp, #632]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #432]
; NONEON-NOSVE-NEXT: str w8, [sp, #624]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #444]
; NONEON-NOSVE-NEXT: str w8, [sp, #648]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #440]
; NONEON-NOSVE-NEXT: str w8, [sp, #640]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #452]
; NONEON-NOSVE-NEXT: ldp q22, q23, [sp, #624]
; NONEON-NOSVE-NEXT: str w8, [sp, #664]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #448]
; NONEON-NOSVE-NEXT: str w8, [sp, #656]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #460]
; NONEON-NOSVE-NEXT: str w8, [sp, #680]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #456]
; NONEON-NOSVE-NEXT: str w8, [sp, #672]
; NONEON-NOSVE-NEXT: ldp q21, q18, [sp, #656]
; NONEON-NOSVE-NEXT: stp q0, q1, [x1]
; NONEON-NOSVE-NEXT: stp q2, q3, [x1, #32]
; NONEON-NOSVE-NEXT: stp q4, q5, [x1, #64]
; NONEON-NOSVE-NEXT: stp q6, q7, [x1, #96]
; NONEON-NOSVE-NEXT: stp q16, q17, [x1, #128]
; NONEON-NOSVE-NEXT: stp q19, q20, [x1, #160]
; NONEON-NOSVE-NEXT: stp q22, q23, [x1, #192]
; NONEON-NOSVE-NEXT: stp q21, q18, [x1, #224]
; NONEON-NOSVE-NEXT: add sp, sp, #752
; NONEON-NOSVE-NEXT: ldp x20, x19, [sp, #80] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: ldp x22, x21, [sp, #64] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: ldp x24, x23, [sp, #48] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: ldp x26, x25, [sp, #32] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: ldp x28, x27, [sp, #16] // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: ldp x29, x30, [sp], #96 // 16-byte Folded Reload
; NONEON-NOSVE-NEXT: ret
%a = load <32 x i8>, ptr %in
%b = add <32 x i8> %a, %a
%c = zext <32 x i8> %b to <32 x i64>
store <32 x i64> %c, ptr %out
ret void
}
;
; zext i16 -> i32
;
define void @zext_v8i16_v8i32(<8 x i16> %a, ptr %out) {
; CHECK-LABEL: zext_v8i16_v8i32:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0
; CHECK-NEXT: uunpklo z1.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z0.s, z0.h
; CHECK-NEXT: stp q1, q0, [x0]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: zext_v8i16_v8i32:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: str q0, [sp, #-64]!
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #30]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #28]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #26]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #24]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #22]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #20]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #40]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #18]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #16]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #32]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0]
; NONEON-NOSVE-NEXT: add sp, sp, #64
; NONEON-NOSVE-NEXT: ret
%b = zext <8 x i16> %a to <8 x i32>
store <8 x i32>%b, ptr %out
ret void
}
define void @zext_v16i16_v16i32(ptr %in, ptr %out) {
; CHECK-LABEL: zext_v16i16_v16i32:
; CHECK: // %bb.0:
; CHECK-NEXT: ldp q1, q0, [x0]
; CHECK-NEXT: add z0.h, z0.h, z0.h
; CHECK-NEXT: add z1.h, z1.h, z1.h
; CHECK-NEXT: uunpklo z2.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z3.s, z1.h
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: uunpklo z0.s, z0.h
; CHECK-NEXT: uunpklo z1.s, z1.h
; CHECK-NEXT: stp q2, q0, [x1, #32]
; CHECK-NEXT: stp q3, q1, [x1]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: zext_v16i16_v16i32:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #160
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 160
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
; NONEON-NOSVE-NEXT: stp q1, q0, [sp]
; NONEON-NOSVE-NEXT: ldrh w13, [sp, #4]
; NONEON-NOSVE-NEXT: ldrh w14, [sp, #6]
; NONEON-NOSVE-NEXT: ldrh w3, [sp, #2]
; NONEON-NOSVE-NEXT: ldrh w5, [sp]
; NONEON-NOSVE-NEXT: ldrh w2, [sp, #12]
; NONEON-NOSVE-NEXT: ldrh w4, [sp, #14]
; NONEON-NOSVE-NEXT: add w13, w13, w13
; NONEON-NOSVE-NEXT: add w14, w14, w14
; NONEON-NOSVE-NEXT: ldrh w18, [sp, #8]
; NONEON-NOSVE-NEXT: ldrh w0, [sp, #10]
; NONEON-NOSVE-NEXT: strh w14, [sp, #46]
; NONEON-NOSVE-NEXT: add w14, w3, w3
; NONEON-NOSVE-NEXT: strh w13, [sp, #44]
; NONEON-NOSVE-NEXT: add w13, w5, w5
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #24]
; NONEON-NOSVE-NEXT: strh w14, [sp, #42]
; NONEON-NOSVE-NEXT: add w14, w4, w4
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #26]
; NONEON-NOSVE-NEXT: strh w13, [sp, #40]
; NONEON-NOSVE-NEXT: add w13, w2, w2
; NONEON-NOSVE-NEXT: ldrh w17, [sp, #22]
; NONEON-NOSVE-NEXT: strh w14, [sp, #38]
; NONEON-NOSVE-NEXT: add w14, w0, w0
; NONEON-NOSVE-NEXT: add w9, w9, w9
; NONEON-NOSVE-NEXT: strh w13, [sp, #36]
; NONEON-NOSVE-NEXT: add w13, w18, w18
; NONEON-NOSVE-NEXT: add w8, w8, w8
; NONEON-NOSVE-NEXT: strh w14, [sp, #34]
; NONEON-NOSVE-NEXT: ldrh w10, [sp, #28]
; NONEON-NOSVE-NEXT: ldrh w11, [sp, #30]
; NONEON-NOSVE-NEXT: strh w13, [sp, #32]
; NONEON-NOSVE-NEXT: ldrh w12, [sp, #16]
; NONEON-NOSVE-NEXT: ldrh w15, [sp, #18]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #32]
; NONEON-NOSVE-NEXT: ldrh w16, [sp, #20]
; NONEON-NOSVE-NEXT: strh w9, [sp, #50]
; NONEON-NOSVE-NEXT: add w14, w17, w17
; NONEON-NOSVE-NEXT: add w12, w12, w12
; NONEON-NOSVE-NEXT: strh w8, [sp, #48]
; NONEON-NOSVE-NEXT: add w13, w16, w16
; NONEON-NOSVE-NEXT: add w11, w11, w11
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #64]
; NONEON-NOSVE-NEXT: add w10, w10, w10
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #78]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #76]
; NONEON-NOSVE-NEXT: strh w14, [sp, #62]
; NONEON-NOSVE-NEXT: add w14, w15, w15
; NONEON-NOSVE-NEXT: strh w13, [sp, #60]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #120]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #74]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #72]
; NONEON-NOSVE-NEXT: strh w14, [sp, #58]
; NONEON-NOSVE-NEXT: strh w12, [sp, #56]
; NONEON-NOSVE-NEXT: strh w11, [sp, #54]
; NONEON-NOSVE-NEXT: strh w10, [sp, #52]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #48]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #112]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #70]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #68]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #104]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #66]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #64]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #80]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #96]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #94]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #92]
; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #96]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #152]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #90]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #88]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #144]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #86]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #84]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #136]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #82]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #80]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #128]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #128]
; NONEON-NOSVE-NEXT: stp q2, q3, [x1]
; NONEON-NOSVE-NEXT: stp q1, q0, [x1, #32]
; NONEON-NOSVE-NEXT: add sp, sp, #160
; NONEON-NOSVE-NEXT: ret
%a = load <16 x i16>, ptr %in
%b = add <16 x i16> %a, %a
%c = zext <16 x i16> %b to <16 x i32>
store <16 x i32> %c, ptr %out
ret void
}
;
; zext i16 -> i64
;
define void @zext_v4i16_v4i64(<4 x i16> %a, ptr %out) {
; CHECK-LABEL: zext_v4i16_v4i64:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $d0 killed $d0 def $z0
; CHECK-NEXT: uunpklo z0.s, z0.h
; CHECK-NEXT: uunpklo z1.d, z0.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z0.d, z0.s
; CHECK-NEXT: stp q1, q0, [x0]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: zext_v4i16_v4i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #80
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 80
; NONEON-NOSVE-NEXT: str d0, [sp, #8]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #10]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #8]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #24]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #14]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #12]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #16]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #16]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #32]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #40]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #72]
; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #64]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #32]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #56]
; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #48]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #48]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0]
; NONEON-NOSVE-NEXT: add sp, sp, #80
; NONEON-NOSVE-NEXT: ret
%b = zext <4 x i16> %a to <4 x i64>
store <4 x i64>%b, ptr %out
ret void
}
define void @zext_v8i16_v8i64(<8 x i16> %a, ptr %out) {
; CHECK-LABEL: zext_v8i16_v8i64:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0
; CHECK-NEXT: uunpklo z1.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z0.s, z0.h
; CHECK-NEXT: uunpklo z2.d, z1.s
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: uunpklo z1.d, z1.s
; CHECK-NEXT: uunpklo z3.d, z0.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z0.d, z0.s
; CHECK-NEXT: stp q2, q1, [x0]
; CHECK-NEXT: stp q3, q0, [x0, #32]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: zext_v8i16_v8i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: str q0, [sp, #-160]!
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 160
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #26]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #24]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #30]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #28]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #18]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #16]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #48]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #40]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #22]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #20]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #80]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #32]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #88]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #32]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #152]
; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #144]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #80]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #64]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #136]
; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #128]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #72]
; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #128]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #120]
; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #112]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #64]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #104]
; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #96]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #96]
; NONEON-NOSVE-NEXT: stp q2, q3, [x0]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0, #32]
; NONEON-NOSVE-NEXT: add sp, sp, #160
; NONEON-NOSVE-NEXT: ret
%b = zext <8 x i16> %a to <8 x i64>
store <8 x i64>%b, ptr %out
ret void
}
define void @zext_v16i16_v16i64(ptr %in, ptr %out) {
; CHECK-LABEL: zext_v16i16_v16i64:
; CHECK: // %bb.0:
; CHECK-NEXT: ldp q1, q0, [x0]
; CHECK-NEXT: add z0.h, z0.h, z0.h
; CHECK-NEXT: add z1.h, z1.h, z1.h
; CHECK-NEXT: uunpklo z2.s, z0.h
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z3.s, z1.h
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: uunpklo z0.s, z0.h
; CHECK-NEXT: uunpklo z1.s, z1.h
; CHECK-NEXT: uunpklo z4.d, z2.s
; CHECK-NEXT: ext z2.b, z2.b, z2.b, #8
; CHECK-NEXT: uunpklo z5.d, z3.s
; CHECK-NEXT: ext z3.b, z3.b, z3.b, #8
; CHECK-NEXT: uunpklo z6.d, z0.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z2.d, z2.s
; CHECK-NEXT: uunpklo z7.d, z1.s
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: uunpklo z3.d, z3.s
; CHECK-NEXT: uunpklo z0.d, z0.s
; CHECK-NEXT: uunpklo z1.d, z1.s
; CHECK-NEXT: stp q4, q2, [x1, #64]
; CHECK-NEXT: stp q5, q3, [x1]
; CHECK-NEXT: stp q6, q0, [x1, #96]
; CHECK-NEXT: stp q7, q1, [x1, #32]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: zext_v16i16_v16i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #368
; NONEON-NOSVE-NEXT: str x29, [sp, #352] // 8-byte Folded Spill
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 368
; NONEON-NOSVE-NEXT: .cfi_offset w29, -16
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
; NONEON-NOSVE-NEXT: str wzr, [sp, #268]
; NONEON-NOSVE-NEXT: str wzr, [sp, #260]
; NONEON-NOSVE-NEXT: ldr x29, [sp, #352] // 8-byte Folded Reload
; NONEON-NOSVE-NEXT: str wzr, [sp, #284]
; NONEON-NOSVE-NEXT: stp q1, q0, [sp]
; NONEON-NOSVE-NEXT: ldrh w13, [sp, #4]
; NONEON-NOSVE-NEXT: ldrh w14, [sp, #6]
; NONEON-NOSVE-NEXT: ldrh w3, [sp, #2]
; NONEON-NOSVE-NEXT: ldrh w5, [sp]
; NONEON-NOSVE-NEXT: ldrh w2, [sp, #12]
; NONEON-NOSVE-NEXT: ldrh w4, [sp, #14]
; NONEON-NOSVE-NEXT: add w13, w13, w13
; NONEON-NOSVE-NEXT: add w14, w14, w14
; NONEON-NOSVE-NEXT: ldrh w18, [sp, #8]
; NONEON-NOSVE-NEXT: ldrh w0, [sp, #10]
; NONEON-NOSVE-NEXT: strh w14, [sp, #54]
; NONEON-NOSVE-NEXT: add w14, w3, w3
; NONEON-NOSVE-NEXT: strh w13, [sp, #52]
; NONEON-NOSVE-NEXT: add w13, w5, w5
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #24]
; NONEON-NOSVE-NEXT: strh w14, [sp, #50]
; NONEON-NOSVE-NEXT: add w14, w4, w4
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #26]
; NONEON-NOSVE-NEXT: strh w13, [sp, #48]
; NONEON-NOSVE-NEXT: add w13, w2, w2
; NONEON-NOSVE-NEXT: ldrh w17, [sp, #22]
; NONEON-NOSVE-NEXT: strh w14, [sp, #46]
; NONEON-NOSVE-NEXT: add w14, w0, w0
; NONEON-NOSVE-NEXT: add w9, w9, w9
; NONEON-NOSVE-NEXT: strh w13, [sp, #44]
; NONEON-NOSVE-NEXT: add w13, w18, w18
; NONEON-NOSVE-NEXT: add w8, w8, w8
; NONEON-NOSVE-NEXT: strh w14, [sp, #42]
; NONEON-NOSVE-NEXT: ldrh w10, [sp, #28]
; NONEON-NOSVE-NEXT: ldrh w11, [sp, #30]
; NONEON-NOSVE-NEXT: strh w13, [sp, #40]
; NONEON-NOSVE-NEXT: ldrh w12, [sp, #16]
; NONEON-NOSVE-NEXT: ldrh w15, [sp, #18]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #40]
; NONEON-NOSVE-NEXT: add w14, w17, w17
; NONEON-NOSVE-NEXT: ldrh w16, [sp, #20]
; NONEON-NOSVE-NEXT: strh w9, [sp, #58]
; NONEON-NOSVE-NEXT: add w12, w12, w12
; NONEON-NOSVE-NEXT: strh w8, [sp, #56]
; NONEON-NOSVE-NEXT: add w11, w11, w11
; NONEON-NOSVE-NEXT: add w10, w10, w10
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #72]
; NONEON-NOSVE-NEXT: add w13, w16, w16
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #82]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #80]
; NONEON-NOSVE-NEXT: strh w14, [sp, #70]
; NONEON-NOSVE-NEXT: add w14, w15, w15
; NONEON-NOSVE-NEXT: strh w13, [sp, #68]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #120]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #86]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #84]
; NONEON-NOSVE-NEXT: strh w14, [sp, #66]
; NONEON-NOSVE-NEXT: strh w12, [sp, #64]
; NONEON-NOSVE-NEXT: strh w11, [sp, #62]
; NONEON-NOSVE-NEXT: strh w10, [sp, #60]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #56]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #128]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #74]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #72]
; NONEON-NOSVE-NEXT: str wzr, [sp, #276]
; NONEON-NOSVE-NEXT: str wzr, [sp, #332]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #104]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #78]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #76]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #88]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #120]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #112]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #98]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #96]
; NONEON-NOSVE-NEXT: str wzr, [sp, #324]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #152]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #102]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #100]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #184]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #104]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #160]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #90]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #88]
; NONEON-NOSVE-NEXT: str wzr, [sp, #348]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #136]
; NONEON-NOSVE-NEXT: ldrh w9, [sp, #94]
; NONEON-NOSVE-NEXT: ldrh w8, [sp, #92]
; NONEON-NOSVE-NEXT: stp d1, d0, [sp, #168]
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp, #152]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #144]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #184]
; NONEON-NOSVE-NEXT: str d0, [sp, #360]
; NONEON-NOSVE-NEXT: ldp d2, d0, [sp, #136]
; NONEON-NOSVE-NEXT: str wzr, [sp, #340]
; NONEON-NOSVE-NEXT: str w9, [sp, #264]
; NONEON-NOSVE-NEXT: stp wzr, w8, [sp, #252]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #192]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #208]
; NONEON-NOSVE-NEXT: str d2, [sp, #200]
; NONEON-NOSVE-NEXT: str w9, [sp, #280]
; NONEON-NOSVE-NEXT: str w8, [sp, #272]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #168]
; NONEON-NOSVE-NEXT: str wzr, [sp, #300]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #256]
; NONEON-NOSVE-NEXT: str wzr, [sp, #292]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #232]
; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #224]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #176]
; NONEON-NOSVE-NEXT: str wzr, [sp, #316]
; NONEON-NOSVE-NEXT: str wzr, [sp, #308]
; NONEON-NOSVE-NEXT: stp wzr, w9, [sp, #244]
; NONEON-NOSVE-NEXT: str w8, [sp, #240]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #216]
; NONEON-NOSVE-NEXT: ldp q3, q4, [sp, #224]
; NONEON-NOSVE-NEXT: str w8, [sp, #320]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #364]
; NONEON-NOSVE-NEXT: str w9, [sp, #328]
; NONEON-NOSVE-NEXT: str w8, [sp, #344]
; NONEON-NOSVE-NEXT: ldr w8, [sp, #360]
; NONEON-NOSVE-NEXT: str w8, [sp, #336]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #200]
; NONEON-NOSVE-NEXT: ldp q6, q7, [sp, #320]
; NONEON-NOSVE-NEXT: str w9, [sp, #296]
; NONEON-NOSVE-NEXT: str w8, [sp, #288]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #208]
; NONEON-NOSVE-NEXT: str w9, [sp, #312]
; NONEON-NOSVE-NEXT: str w8, [sp, #304]
; NONEON-NOSVE-NEXT: ldp q5, q2, [sp, #288]
; NONEON-NOSVE-NEXT: stp q0, q1, [x1]
; NONEON-NOSVE-NEXT: stp q3, q4, [x1, #32]
; NONEON-NOSVE-NEXT: stp q6, q7, [x1, #64]
; NONEON-NOSVE-NEXT: stp q5, q2, [x1, #96]
; NONEON-NOSVE-NEXT: add sp, sp, #368
; NONEON-NOSVE-NEXT: ret
%a = load <16 x i16>, ptr %in
%b = add <16 x i16> %a, %a
%c = zext <16 x i16> %b to <16 x i64>
store <16 x i64> %c, ptr %out
ret void
}
;
; zext i32 -> i64
;
define void @zext_v4i32_v4i64(<4 x i32> %a, ptr %out) {
; CHECK-LABEL: zext_v4i32_v4i64:
; CHECK: // %bb.0:
; CHECK-NEXT: // kill: def $q0 killed $q0 def $z0
; CHECK-NEXT: uunpklo z1.d, z0.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z0.d, z0.s
; CHECK-NEXT: stp q1, q0, [x0]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: zext_v4i32_v4i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: str q0, [sp, #-64]!
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 64
; NONEON-NOSVE-NEXT: ldp d1, d0, [sp]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #16]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #24]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #56]
; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #48]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #16]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #40]
; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #32]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #32]
; NONEON-NOSVE-NEXT: stp q1, q0, [x0]
; NONEON-NOSVE-NEXT: add sp, sp, #64
; NONEON-NOSVE-NEXT: ret
%b = zext <4 x i32> %a to <4 x i64>
store <4 x i64>%b, ptr %out
ret void
}
define void @zext_v8i32_v8i64(ptr %in, ptr %out) {
; CHECK-LABEL: zext_v8i32_v8i64:
; CHECK: // %bb.0:
; CHECK-NEXT: ldp q1, q0, [x0]
; CHECK-NEXT: add z0.s, z0.s, z0.s
; CHECK-NEXT: add z1.s, z1.s, z1.s
; CHECK-NEXT: uunpklo z2.d, z0.s
; CHECK-NEXT: ext z0.b, z0.b, z0.b, #8
; CHECK-NEXT: uunpklo z3.d, z1.s
; CHECK-NEXT: ext z1.b, z1.b, z1.b, #8
; CHECK-NEXT: uunpklo z0.d, z0.s
; CHECK-NEXT: uunpklo z1.d, z1.s
; CHECK-NEXT: stp q2, q0, [x1, #32]
; CHECK-NEXT: stp q3, q1, [x1]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: zext_v8i32_v8i64:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: sub sp, sp, #160
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 160
; NONEON-NOSVE-NEXT: ldp q1, q0, [x0]
; NONEON-NOSVE-NEXT: stp q1, q0, [sp]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp]
; NONEON-NOSVE-NEXT: ldp w12, w13, [sp, #8]
; NONEON-NOSVE-NEXT: ldp w14, w15, [sp, #16]
; NONEON-NOSVE-NEXT: add w9, w9, w9
; NONEON-NOSVE-NEXT: add w8, w8, w8
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #40]
; NONEON-NOSVE-NEXT: add w9, w13, w13
; NONEON-NOSVE-NEXT: add w8, w12, w12
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #32]
; NONEON-NOSVE-NEXT: add w9, w15, w15
; NONEON-NOSVE-NEXT: add w8, w14, w14
; NONEON-NOSVE-NEXT: ldp w10, w11, [sp, #24]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #32]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #56]
; NONEON-NOSVE-NEXT: add w9, w11, w11
; NONEON-NOSVE-NEXT: add w8, w10, w10
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #64]
; NONEON-NOSVE-NEXT: stp w8, w9, [sp, #48]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #72]
; NONEON-NOSVE-NEXT: ldp d0, d1, [sp, #48]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #120]
; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #112]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #64]
; NONEON-NOSVE-NEXT: stp d0, d1, [sp, #80]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #104]
; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #96]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #88]
; NONEON-NOSVE-NEXT: ldp q3, q2, [sp, #96]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #152]
; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #144]
; NONEON-NOSVE-NEXT: ldp w8, w9, [sp, #80]
; NONEON-NOSVE-NEXT: stp w9, wzr, [sp, #136]
; NONEON-NOSVE-NEXT: stp w8, wzr, [sp, #128]
; NONEON-NOSVE-NEXT: ldp q0, q1, [sp, #128]
; NONEON-NOSVE-NEXT: stp q2, q3, [x1]
; NONEON-NOSVE-NEXT: stp q1, q0, [x1, #32]
; NONEON-NOSVE-NEXT: add sp, sp, #160
; NONEON-NOSVE-NEXT: ret
%a = load <8 x i32>, ptr %in
%b = add <8 x i32> %a, %a
%c = zext <8 x i32> %b to <8 x i64>
store <8 x i64> %c, ptr %out
ret void
}
define void @extend_and_mul(i32 %0, <2 x i64> %1, ptr %2) {
; SVE-LABEL: extend_and_mul:
; SVE: // %bb.0:
; SVE-NEXT: mov z1.s, w0
; SVE-NEXT: ptrue p0.d, vl2
; SVE-NEXT: // kill: def $q0 killed $q0 def $z0
; SVE-NEXT: uunpklo z1.d, z1.s
; SVE-NEXT: mul z0.d, p0/m, z0.d, z1.d
; SVE-NEXT: str q0, [x1]
; SVE-NEXT: ret
;
; SVE2-LABEL: extend_and_mul:
; SVE2: // %bb.0:
; SVE2-NEXT: mov z1.s, w0
; SVE2-NEXT: // kill: def $q0 killed $q0 def $z0
; SVE2-NEXT: uunpklo z1.d, z1.s
; SVE2-NEXT: mul z0.d, z1.d, z0.d
; SVE2-NEXT: str q0, [x1]
; SVE2-NEXT: ret
;
; NONEON-NOSVE-LABEL: extend_and_mul:
; NONEON-NOSVE: // %bb.0:
; NONEON-NOSVE-NEXT: str q0, [sp, #-32]!
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 32
; NONEON-NOSVE-NEXT: ldr x8, [sp, #8]
; NONEON-NOSVE-NEXT: mov w9, w0
; NONEON-NOSVE-NEXT: mul x10, x9, x8
; NONEON-NOSVE-NEXT: ldr x8, [sp]
; NONEON-NOSVE-NEXT: mul x8, x9, x8
; NONEON-NOSVE-NEXT: stp x8, x10, [sp, #16]
; NONEON-NOSVE-NEXT: ldr q0, [sp, #16]
; NONEON-NOSVE-NEXT: str q0, [x1]
; NONEON-NOSVE-NEXT: add sp, sp, #32
; NONEON-NOSVE-NEXT: ret
%broadcast.splatinsert2 = insertelement <2 x i32> poison, i32 %0, i64 0
%broadcast.splat3 = shufflevector <2 x i32> %broadcast.splatinsert2, <2 x i32> poison, <2 x i32> zeroinitializer
%4 = zext <2 x i32> %broadcast.splat3 to <2 x i64>
%5 = mul <2 x i64> %4, %1
store <2 x i64> %5, ptr %2, align 2
ret void
}
define void @extend_no_mul(i32 %0, <2 x i64> %1, ptr %2) {
; CHECK-LABEL: extend_no_mul:
; CHECK: // %bb.0: // %entry
; CHECK-NEXT: mov w8, w0
; CHECK-NEXT: mov z0.d, x8
; CHECK-NEXT: str q0, [x1]
; CHECK-NEXT: ret
;
; NONEON-NOSVE-LABEL: extend_no_mul:
; NONEON-NOSVE: // %bb.0: // %entry
; NONEON-NOSVE-NEXT: mov w8, w0
; NONEON-NOSVE-NEXT: stp x8, x8, [sp, #-16]!
; NONEON-NOSVE-NEXT: .cfi_def_cfa_offset 16
; NONEON-NOSVE-NEXT: ldr q0, [sp]
; NONEON-NOSVE-NEXT: str q0, [x1]
; NONEON-NOSVE-NEXT: add sp, sp, #16
; NONEON-NOSVE-NEXT: ret
entry:
%broadcast.splatinsert2 = insertelement <2 x i32> poison, i32 %0, i64 0
%broadcast.splat3 = shufflevector <2 x i32> %broadcast.splatinsert2, <2 x i32> poison, <2 x i32> zeroinitializer
%3 = zext <2 x i32> %broadcast.splat3 to <2 x i64>
store <2 x i64> %3, ptr %2, align 2
ret void
}
Reference in New Issue View Git Blame Copy Permalink