a33a84ee63
[AMDGPU][NFC] Replace gfx940 and gfx941 with gfx942 in llvm/test gfx940 and gfx941 are no longer supported. This is one of a series of PRs to remove them from the code base. This PR uses gfx942 instead of gfx940 and gfx941 in the test RUN-lines (unless there is already a RUN-line for gfx942). The only notable difference in the test output is that gfx942 does not force the use of sc0 and sc1 on stores while gfx940 and gfx941 do (cf. https://reviews.llvm.org/D149986). For SWDEV-512631
6536 lines
233 KiB
LLVM
6536 lines
233 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 5
|
|
; RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=gfx900 < %s | FileCheck -check-prefixes=GFX9,GFX900 %s
|
|
; RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=gfx90a < %s | FileCheck -check-prefixes=GFX9,GFX90APLUS,GFX90A %s
|
|
; RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=gfx942 < %s | FileCheck -check-prefixes=GFX9,GFX90APLUS,GFX942 %s
|
|
|
|
|
|
define void @v_shuffle_v4f16_v2f16__u_u_u_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX9-LABEL: v_shuffle_v4f16_v2f16__u_u_u_u:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> poison
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__0_u_u_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__0_u_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_dwordx2 v1, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__0_u_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_dwordx2 v1, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__0_u_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_dwordx2 v1, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 0, i32 poison, i32 poison, i32 poison>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__1_u_u_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__1_u_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX900-NEXT: v_alignbit_b32 v0, s4, v0, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v1, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__1_u_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, s4, v0, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v1, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__1_u_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX942-NEXT: v_alignbit_b32 v0, s0, v0, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v1, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 1, i32 poison, i32 poison, i32 poison>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__2_u_u_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX9-LABEL: v_shuffle_v4f16_v2f16__2_u_u_u:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 2, i32 poison, i32 poison, i32 poison>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_u_u_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_u_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX900-NEXT: v_alignbit_b32 v0, s4, v0, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v1, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_u_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, s4, v0, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v1, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_u_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX942-NEXT: v_alignbit_b32 v0, s0, v0, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v1, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 poison, i32 poison, i32 poison>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_0_u_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_0_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v2
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_alignbit_b32 v0, v0, v2, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v1, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_0_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v2
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, v0, v2, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v1, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_0_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v2
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_alignbit_b32 v0, v0, v2, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v1, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 0, i32 poison, i32 poison>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_1_u_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_1_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v2
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v1, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_1_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v2
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v1, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_1_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v2
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v2, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v1, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 1, i32 poison, i32 poison>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_2_u_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_2_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX900-NEXT: v_alignbit_b32 v0, v0, v0, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v1, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_2_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, v0, v0, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v1, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_2_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX942-NEXT: v_alignbit_b32 v0, v0, v0, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v1, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 2, i32 poison, i32 poison>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_u_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v1, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v1, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v0, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v1, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 poison, i32 poison>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_0_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_0_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_0_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_0_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v0, s2
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 0, i32 poison>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_1_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_1_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_alignbit_b32 v1, s4, v0, 16
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v3
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_1_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_alignbit_b32 v1, s4, v0, 16
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v3
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_1_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v3
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_alignbit_b32 v1, s0, v0, 16
|
|
; GFX942-NEXT: v_perm_b32 v0, v3, v3, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 1, i32 poison>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_2_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_2_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v1, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_2_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v1, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_2_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v1, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 2, i32 poison>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_3_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_3_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_alignbit_b32 v1, s4, v0, 16
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_3_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_alignbit_b32 v1, s4, v0, 16
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_3_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_alignbit_b32 v1, s0, v0, 16
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v0, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 3, i32 poison>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_3_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_3_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v3
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX900-NEXT: v_alignbit_b32 v1, v1, v3, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_3_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v3
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX90A-NEXT: v_alignbit_b32 v1, v1, v3, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_3_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v3
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v3, v3, s2
|
|
; GFX942-NEXT: v_alignbit_b32 v1, v1, v3, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 3, i32 0>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_3_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_3_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v3
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v3, s4
|
|
; GFX900-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_3_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v3
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v3, s4
|
|
; GFX90A-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_3_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v3
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v3, s2
|
|
; GFX942-NEXT: v_perm_b32 v0, v3, v3, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 3, i32 1>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_3_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_3_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v1, s4
|
|
; GFX900-NEXT: v_alignbit_b32 v1, v1, v1, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_3_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v1, s4
|
|
; GFX90A-NEXT: v_alignbit_b32 v1, v1, v1, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_3_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v1, s2
|
|
; GFX942-NEXT: v_alignbit_b32 v1, v1, v1, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 3, i32 2>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_3_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v0, s2
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 3, i32 3>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__u_0_0_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__u_0_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__u_0_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__u_0_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 poison, i32 0, i32 0, i32 0>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__0_0_0_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__0_0_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__0_0_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__0_0_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v0, s2
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> zeroinitializer
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__1_0_0_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__1_0_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: v_alignbit_b32 v0, v0, v0, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__1_0_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, v0, v0, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__1_0_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: v_alignbit_b32 v0, v0, v0, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 1, i32 0, i32 0, i32 0>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__2_0_0_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__2_0_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__2_0_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__2_0_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: v_lshlrev_b32_e32 v0, 16, v0
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 2, i32 0, i32 0, i32 0>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_0_0_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_0_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v3
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: v_alignbit_b32 v0, v0, v3, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_0_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v3
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, v0, v3, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_0_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v3
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: v_alignbit_b32 v0, v0, v3, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 0, i32 0, i32 0>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_u_0_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_u_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_alignbit_b32 v0, s4, v0, 16
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_u_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, s4, v0, 16
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_u_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_alignbit_b32 v0, s0, v0, 16
|
|
; GFX942-NEXT: v_perm_b32 v1, v1, v1, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 poison, i32 0, i32 0>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_1_0_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_1_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_1_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_1_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v0, s2
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v1, v1, v1, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 1, i32 0, i32 0>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_2_0_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_2_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v3
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: v_alignbit_b32 v0, v3, v3, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_2_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v3
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, v3, v3, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_2_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v3
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: v_alignbit_b32 v0, v3, v3, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 2, i32 0, i32 0>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_0_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v0, s2
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v1, v1, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 0, i32 0>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_u_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_u_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX900-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_u_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX90A-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_u_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v0, s2
|
|
; GFX942-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 poison, i32 0>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_1_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_1_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX900-NEXT: v_alignbit_b32 v1, v1, v1, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_1_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX90A-NEXT: v_alignbit_b32 v1, v1, v1, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_1_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v0, s2
|
|
; GFX942-NEXT: v_alignbit_b32 v1, v1, v1, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 1, i32 0>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_2_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_2_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v3
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v3, s4
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_2_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v3
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v3, s4
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_2_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v3
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v3, s2
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_perm_b32 v0, v3, v3, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 2, i32 0>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__u_1_1_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__u_1_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__u_1_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__u_1_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 poison, i32 1, i32 1, i32 1>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__0_1_1_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__0_1_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__0_1_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__0_1_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 0, i32 1, i32 1, i32 1>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__1_1_1_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__1_1_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__1_1_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__1_1_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v0, s2
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_mov_b32_e32 v1, v0
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 1, i32 1, i32 1, i32 1>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__2_1_1_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__2_1_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__2_1_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__2_1_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 2, i32 1, i32 1, i32 1>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_1_1_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_1_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX900-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_1_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX90A-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_1_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v0, s2
|
|
; GFX942-NEXT: v_perm_b32 v1, v1, v1, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 1, i32 1, i32 1>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_u_1_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_u_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v3
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: v_alignbit_b32 v0, s4, v3, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_u_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v3
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, s4, v3, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_u_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v3
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: v_alignbit_b32 v0, s0, v3, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 poison, i32 1, i32 1>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_0_1_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_0_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v3
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: v_alignbit_b32 v0, v0, v3, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_0_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v3
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, v0, v3, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_0_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v3
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: v_alignbit_b32 v0, v0, v3, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 0, i32 1, i32 1>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_2_1_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_2_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v3
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: v_alignbit_b32 v0, v3, v3, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_2_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v3
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, v3, v3, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_2_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v3
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: v_alignbit_b32 v0, v3, v3, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 2, i32 1, i32 1>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_1_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v3
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v3
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v3
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: v_perm_b32 v0, v3, v3, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 1, i32 1>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_u_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_u_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_u_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_u_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v0, s2
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 poison, i32 1>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_0_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_0_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_0_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v0, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_0_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v0, s2
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 0, i32 1>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_2_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_2_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v3
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_bfi_b32 v1, s4, v3, v0
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_2_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v3
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_bfi_b32 v1, s4, v3, v0
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_2_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v3
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_bfi_b32 v1, s2, v3, v0
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_perm_b32 v0, v3, v3, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 2, i32 1>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__u_2_2_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX9-LABEL: v_shuffle_v4f16_v2f16__u_2_2_2:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 poison, i32 2, i32 2, i32 2>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__0_2_2_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__0_2_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_dwordx2 v1, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__0_2_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_dwordx2 v1, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__0_2_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_dwordx2 v1, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 0, i32 2, i32 2, i32 2>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__1_2_2_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__1_2_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX900-NEXT: v_alignbit_b32 v0, s4, v0, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v1, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__1_2_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, s4, v0, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v1, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__1_2_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v1, 0
|
|
; GFX942-NEXT: v_alignbit_b32 v0, s0, v0, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v1, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 1, i32 2, i32 2, i32 2>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__2_2_2_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX9-LABEL: v_shuffle_v4f16_v2f16__2_2_2_2:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 2, i32 2, i32 2, i32 2>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_2_2_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_2_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: v_alignbit_b32 v0, v0, v0, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_2_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, v0, v0, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_2_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: v_alignbit_b32 v0, v0, v0, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 2, i32 2, i32 2>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_u_2_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_u_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_alignbit_b32 v0, s4, v1, 16
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_u_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, s4, v1, 16
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_u_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_alignbit_b32 v0, s0, v1, 16
|
|
; GFX942-NEXT: v_perm_b32 v1, v1, v1, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 poison, i32 2, i32 2>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_0_2_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_0_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v3
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v3, v3, s4
|
|
; GFX900-NEXT: v_alignbit_b32 v0, v0, v3, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_0_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v3
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v3, v3, s4
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, v0, v3, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_0_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v3
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v3, v3, s2
|
|
; GFX942-NEXT: v_alignbit_b32 v0, v0, v3, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 0, i32 2, i32 2>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_1_2_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_1_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_1_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_1_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v1, s2
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v1, v1, v1, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 1, i32 2, i32 2>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_2_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v1, s4
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v1, s4
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v1, s2
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v1, v1, v1, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 2, i32 2>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_u_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_u_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v1, s4
|
|
; GFX900-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_u_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v1, s4
|
|
; GFX90A-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_u_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v1, s2
|
|
; GFX942-NEXT: v_lshlrev_b32_e32 v1, 16, v1
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 poison, i32 2>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_0_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_0_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v3
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v3, v0, s4
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_0_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v3
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v3, v0, s4
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_0_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v3
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v3, v0, s2
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_perm_b32 v0, v3, v3, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 0, i32 2>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_1_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_1_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v3
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX900-NEXT: v_alignbit_b32 v1, v3, v1, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_1_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v3
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX90A-NEXT: v_alignbit_b32 v1, v3, v1, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_1_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v3
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v3, v3, s2
|
|
; GFX942-NEXT: v_alignbit_b32 v1, v3, v1, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 1, i32 2>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__u_3_3_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__u_3_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__u_3_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__u_3_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 poison, i32 3, i32 3, i32 3>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__0_3_3_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__0_3_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_bfi_b32 v0, s4, v0, v1
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__0_3_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_bfi_b32 v0, s4, v0, v1
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__0_3_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_bfi_b32 v0, s2, v0, v1
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_perm_b32 v1, v1, v1, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 0, i32 3, i32 3, i32 3>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__1_3_3_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__1_3_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX900-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__1_3_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX90A-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__1_3_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v0, s2
|
|
; GFX942-NEXT: v_perm_b32 v1, v1, v1, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 1, i32 3, i32 3, i32 3>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__2_3_3_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__2_3_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__2_3_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__2_3_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 2, i32 3, i32 3, i32 3>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_u_3_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_u_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: v_alignbit_b32 v0, s4, v0, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_u_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, s4, v0, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_u_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: v_alignbit_b32 v0, s0, v0, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 poison, i32 3, i32 3>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_0_3_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_0_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v3
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v3, v3, s4
|
|
; GFX900-NEXT: v_alignbit_b32 v0, v0, v3, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_0_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v3
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v3, v3, s4
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, v0, v3, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_0_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v3
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v3, v3, s2
|
|
; GFX942-NEXT: v_alignbit_b32 v0, v0, v3, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 0, i32 3, i32 3>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_1_3_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_1_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX900-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_1_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX90A-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_1_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v1, s2
|
|
; GFX942-NEXT: v_perm_b32 v1, v1, v1, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 1, i32 3, i32 3>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_2_3_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_2_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: v_alignbit_b32 v0, v0, v0, 16
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_2_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, v0, v0, 16
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_2_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: v_alignbit_b32 v0, v0, v0, 16
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 2, i32 3, i32 3>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_u_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_u_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v1, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_u_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v1, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_u_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v1, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 poison, i32 3>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_0_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_0_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v3
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_bfi_b32 v1, s4, v0, v3
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_0_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v3
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_bfi_b32 v1, s4, v0, v3
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_0_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v3
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_bfi_b32 v1, s2, v0, v3
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_perm_b32 v0, v3, v3, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 0, i32 3>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_1_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_1_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v0
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v3
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v3, v0, s4
|
|
; GFX900-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_1_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v0
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v3
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v3, v0, s4
|
|
; GFX90A-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_1_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v3
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v3, v0, s2
|
|
; GFX942-NEXT: v_perm_b32 v0, v3, v3, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 1, i32 3>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v4f16_v2f16__3_3_2_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v4f16_v2f16__3_3_2_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v1
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v1, s4
|
|
; GFX900-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v4f16_v2f16__3_3_2_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v1
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v1, s4
|
|
; GFX90A-NEXT: global_store_dwordx2 v2, v[0:1], s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v4f16_v2f16__3_3_2_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v1, s2
|
|
; GFX942-NEXT: global_store_dwordx2 v2, v[0:1], s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=v"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 2, i32 3>
|
|
store <4 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__u_u_u_u() {
|
|
; GFX9-LABEL: s_shuffle_v4f16_v2f16__u_u_u_u:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> poison
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__0_u_u_u() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__0_u_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s8
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__0_u_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s8
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__0_u_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s8
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 0, i32 poison, i32 poison, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__1_u_u_u() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__1_u_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s8, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__1_u_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s8, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__1_u_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s8, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 1, i32 poison, i32 poison, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__2_u_u_u() {
|
|
; GFX9-LABEL: s_shuffle_v4f16_v2f16__2_u_u_u:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 2, i32 poison, i32 poison, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_u_u_u() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_u_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s8, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_u_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s8, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_u_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s8, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 poison, i32 poison, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_0_u_u() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_0_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_0_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_0_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s1, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 0, i32 poison, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_1_u_u() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_1_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_1_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_1_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: s_lshr_b32 s1, s1, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 1, i32 poison, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_2_u_u() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_2_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_2_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_2_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 2, i32 poison, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_u_u() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 poison, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_0_u() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_0_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s9
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_0_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s9
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_0_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s9
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 0, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_1_u() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_1_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX900-NEXT: s_lshr_b32 s4, s5, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_1_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s5, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_1_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s9, s0, 16
|
|
; GFX942-NEXT: s_lshr_b32 s0, s1, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 1, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_2_u() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_2_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s9
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s9, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_2_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s9
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s9, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_2_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s9
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s9, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_3_u() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_3_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s9, s9
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_3_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s9, s9
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_3_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s9, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s9, s9
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 3, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_3_0() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_3_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s5, s4
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_3_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s5, s4
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_3_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s1, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s1, s0
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 3, i32 0>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_3_1() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_3_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s5, s4
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_3_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s5, s4
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_3_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: s_lshr_b32 s1, s1, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s1, s0
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 3, i32 1>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_3_2() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_3_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s5, s4
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_3_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s5, s4
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_3_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s1, s0
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 3, i32 2>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_3_3() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX900-NEXT: s_mov_b32 s9, s8
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX90A-NEXT: s_mov_b32 s9, s8
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s0
|
|
; GFX942-NEXT: s_mov_b32 s9, s8
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 3, i32 3>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__u_0_0_0() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__u_0_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: s_lshl_b32 s8, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__u_0_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: s_lshl_b32 s8, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__u_0_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: s_lshl_b32 s8, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 poison, i32 0, i32 0, i32 0>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__0_0_0_0() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__0_0_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX900-NEXT: s_mov_b32 s9, s8
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__0_0_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX90A-NEXT: s_mov_b32 s9, s8
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__0_0_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s0
|
|
; GFX942-NEXT: s_mov_b32 s9, s8
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> zeroinitializer
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__1_0_0_0() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__1_0_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__1_0_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__1_0_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 1, i32 0, i32 0, i32 0>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__2_0_0_0() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__2_0_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: s_lshl_b32 s8, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__2_0_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: s_lshl_b32 s8, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__2_0_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: s_lshl_b32 s8, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 2, i32 0, i32 0, i32 0>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_0_0_0() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_0_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_0_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_0_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s1, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 0, i32 0, i32 0>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_u_0_0() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_u_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s8, s5, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_u_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s8, s5, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_u_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s8, s1, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 poison, i32 0, i32 0>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_1_0_0() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_1_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s6, s4, 16
|
|
; GFX900-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s6
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_1_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s6, s4, 16
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s6
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_1_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s2, s0, 16
|
|
; GFX942-NEXT: s_lshr_b32 s1, s1, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s2
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 1, i32 0, i32 0>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_2_0_0() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_2_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s6, s5, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s6, s5
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_2_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s6, s5, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s6, s5
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_2_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s2, s1, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s2, s1
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 2, i32 0, i32 0>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_0_0() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s1, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s1
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 0, i32 0>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_u_0() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_u_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX900-NEXT: s_lshl_b32 s9, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_u_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX90A-NEXT: s_lshl_b32 s9, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_u_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s1, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s1
|
|
; GFX942-NEXT: s_lshl_b32 s9, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 poison, i32 0>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_1_0() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_1_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s6, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s6, s4
|
|
; GFX900-NEXT: s_lshr_b32 s4, s5, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_1_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s6, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s6, s4
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s5, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_1_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s2, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s2, s0
|
|
; GFX942-NEXT: s_lshr_b32 s0, s1, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 1, i32 0>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_2_0() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_2_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s5, s4
|
|
; GFX900-NEXT: s_lshr_b32 s4, s5, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_2_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s5, s4
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s5, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_2_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s1, s0
|
|
; GFX942-NEXT: s_lshr_b32 s0, s1, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 2, i32 0>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__u_1_1_1() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__u_1_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s8
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s8, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__u_1_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s8
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s8, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__u_1_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s8
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s8, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 poison, i32 1, i32 1, i32 1>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__0_1_1_1() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__0_1_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s8
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s8, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__0_1_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s8
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s8, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__0_1_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s8
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s8, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 0, i32 1, i32 1, i32 1>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__1_1_1_1() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__1_1_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX900-NEXT: s_mov_b32 s9, s8
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__1_1_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX90A-NEXT: s_mov_b32 s9, s8
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__1_1_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s0
|
|
; GFX942-NEXT: s_mov_b32 s9, s8
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 1, i32 1, i32 1, i32 1>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__2_1_1_1() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__2_1_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s8
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s8, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__2_1_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s8
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s8, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__2_1_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s8
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s8, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 2, i32 1, i32 1, i32 1>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_1_1_1() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_1_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_1_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_1_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: s_lshr_b32 s1, s1, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 1, i32 1, i32 1>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_u_1_1() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_u_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: s_lshr_b32 s8, s5, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_u_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: s_lshr_b32 s8, s5, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_u_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: s_lshr_b32 s8, s1, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 poison, i32 1, i32 1>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_0_1_1() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_0_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_0_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_0_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s1, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 0, i32 1, i32 1>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_2_1_1() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_2_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s6, s5, 16
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s6, s5
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_2_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s6, s5, 16
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s6, s5
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_2_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s2, s1, 16
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s2, s1
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 2, i32 1, i32 1>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_1_1() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: s_lshr_b32 s4, s5, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s5, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: s_lshr_b32 s0, s1, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 1, i32 1>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_u_1() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_u_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s9
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_u_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s9
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_u_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s9
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 poison, i32 1>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_0_1() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_0_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s9
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_0_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s9
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_0_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s9
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 0, i32 1>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_2_1() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_2_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s5, s4
|
|
; GFX900-NEXT: s_lshr_b32 s4, s5, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_2_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s5, s4
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s5, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_2_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s1, s0
|
|
; GFX942-NEXT: s_lshr_b32 s0, s1, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 2, i32 1>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__u_2_2_2() {
|
|
; GFX9-LABEL: s_shuffle_v4f16_v2f16__u_2_2_2:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 poison, i32 2, i32 2, i32 2>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__0_2_2_2() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__0_2_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s8
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__0_2_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s8
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__0_2_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s8
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 0, i32 2, i32 2, i32 2>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__1_2_2_2() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__1_2_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s8, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__1_2_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s8, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__1_2_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s8, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 1, i32 2, i32 2, i32 2>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__2_2_2_2() {
|
|
; GFX9-LABEL: s_shuffle_v4f16_v2f16__2_2_2_2:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> poison, <4 x i32> <i32 2, i32 2, i32 2, i32 2>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_2_2_2() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_2_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_2_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_2_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 2, i32 2, i32 2>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_u_2_2() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_u_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s8, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_u_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s8, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_u_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s8, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 poison, i32 2, i32 2>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_0_2_2() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_0_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s6, s5, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s6, s4
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s5, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_0_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s6, s5, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s6, s4
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s5, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_0_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s2, s1, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s2, s0
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s1, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 0, i32 2, i32 2>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_1_2_2() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_1_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: s_lshr_b32 s6, s5, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s6, s4
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s5, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_1_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: s_lshr_b32 s6, s5, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s6, s4
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s5, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_1_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: s_lshr_b32 s2, s1, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s2, s0
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s1, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 1, i32 2, i32 2>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_2_2() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s1
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 2, i32 2>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_u_2() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_u_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX900-NEXT: s_lshl_b32 s9, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_u_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX90A-NEXT: s_lshl_b32 s9, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_u_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s1
|
|
; GFX942-NEXT: s_lshl_b32 s9, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 poison, i32 2>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_0_2() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_0_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s5
|
|
; GFX900-NEXT: s_lshr_b32 s4, s5, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_0_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s5
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s5, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_0_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s1
|
|
; GFX942-NEXT: s_lshr_b32 s0, s1, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 0, i32 2>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_1_2() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_1_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s5
|
|
; GFX900-NEXT: s_lshr_b32 s4, s5, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_1_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s5
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s5, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_1_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s1
|
|
; GFX942-NEXT: s_lshr_b32 s0, s1, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 1, i32 2>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__u_3_3_3() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__u_3_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s8
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s8, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__u_3_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s8
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s8, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__u_3_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s8
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s8, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 poison, i32 3, i32 3, i32 3>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__0_3_3_3() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__0_3_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s5
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s5, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__0_3_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s5
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s5, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__0_3_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s1, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s1
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s1, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 0, i32 3, i32 3, i32 3>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__1_3_3_3() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__1_3_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s5
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s5, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__1_3_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s5
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s5, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__1_3_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s1, 16
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s1
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s1, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 1, i32 3, i32 3, i32 3>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__2_3_3_3() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__2_3_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s8
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s8, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__2_3_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s8
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s8, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__2_3_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s8
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s8, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 2, i32 3, i32 3, i32 3>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_u_3_3() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_u_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s8, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s8, s8
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_u_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s8, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s8, s8
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_u_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s8, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s8, s8
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 poison, i32 3, i32 3>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_0_3_3() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_0_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s5, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_0_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s5, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_0_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s1, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s1, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 0, i32 3, i32 3>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_1_3_3() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_1_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s5, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_1_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s5, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_1_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: s_lshr_b32 s1, s1, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s1, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 1, i32 3, i32 3>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_2_3_3() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_2_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s5, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_2_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s5, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_2_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s1, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 2, i32 3, i32 3>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_u_3() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_u_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s9
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s9, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_u_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s9
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s9, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_u_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s9
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s9, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 poison, i32 3>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_0_3() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_0_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s5
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_0_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s5
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_0_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s1, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s1
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 0, i32 3>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_1_3() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_1_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s4
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s5
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s9, s4, s5
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_1_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s4
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s5
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s5, 16
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s9, s4, s5
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_1_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s0
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s1
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s1, 16
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s9, s0, s1
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 1, i32 3>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v4f16_v2f16__3_3_2_3() {
|
|
; GFX900-LABEL: s_shuffle_v4f16_v2f16__3_3_2_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s9
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s9, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v4f16_v2f16__3_3_2_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s9
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s9, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v4f16_v2f16__3_3_2_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s9
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s9, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <2 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <2 x half> asm "; def $0", "=s"()
|
|
%shuf = shufflevector <2 x half> %vec0, <2 x half> %vec1, <4 x i32> <i32 3, i32 3, i32 2, i32 3>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %shuf)
|
|
ret void
|
|
}
|
|
;; NOTE: These prefixes are unused and the list is autogenerated. Do not add tests below this line:
|
|
; GFX90APLUS: {{.*}}
|