fd3cc204de
Always let SimplifyDemandedVectorElts fold either side of a VECTOR_SHUFFLE to UNDEF if no elements are demanded from that side. For a single use this could be done by SimplifyDemandedVectorElts already, but in case the operand had multiple uses we did not eliminate the use.
9007 lines
349 KiB
LLVM
9007 lines
349 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 5
|
|
; RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=gfx900 < %s | FileCheck -check-prefixes=GFX9,GFX900 %s
|
|
; RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=gfx90a < %s | FileCheck -check-prefixes=GFX9,GFX90APLUS,GFX90A %s
|
|
; RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=gfx942 < %s | FileCheck -check-prefixes=GFX9,GFX90APLUS,GFX942 %s
|
|
|
|
|
|
define void @v_shuffle_v3f16_v3f16__u_u_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX9-LABEL: v_shuffle_v3f16_v3f16__u_u_u:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> poison
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__0_u_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__0_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__0_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__0_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_short v2, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 0, i32 poison, i32 poison>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__1_u_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__1_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_alignbit_b32 v0, s4, v0, 16
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__1_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, s4, v0, 16
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__1_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_alignbit_b32 v0, s0, v0, 16
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 1, i32 poison, i32 poison>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__2_u_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__2_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__2_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__2_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 2, i32 poison, i32 poison>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__3_u_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX9-LABEL: v_shuffle_v3f16_v3f16__3_u_u:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 3, i32 poison, i32 poison>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__4_u_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__4_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_alignbit_b32 v0, s4, v0, 16
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__4_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, s4, v0, 16
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__4_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_alignbit_b32 v0, s0, v0, 16
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 4, i32 poison, i32 poison>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_u_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 poison, i32 poison>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_0_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_0_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX900-NEXT: global_store_dword v3, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_0_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v3, s4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_0_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v3, s2
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 0, i32 poison>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_1_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_1_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_bfi_b32 v0, s4, v2, v0
|
|
; GFX900-NEXT: global_store_dword v3, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_1_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_bfi_b32 v0, s4, v3, v0
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_1_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_bfi_b32 v0, s2, v3, v0
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 1, i32 poison>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_2_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_2_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[2:3]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v3, s4
|
|
; GFX900-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_2_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v3, s4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_2_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v3, s2
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 2, i32 poison>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_3_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_3_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_3_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_3_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v1, s2
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 3, i32 poison>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_4_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_4_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_bfi_b32 v0, s4, v1, v0
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_4_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_bfi_b32 v0, s4, v1, v0
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_4_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_bfi_b32 v0, s2, v1, v0
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 4, i32 poison>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_5_u(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_5_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v1, s4
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_5_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v1, s4
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_5_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v1, s2
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 5, i32 poison>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_5_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_5_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v1, v2, v2, s4
|
|
; GFX900-NEXT: global_store_short v3, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_5_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v3, v3, s4
|
|
; GFX90A-NEXT: global_store_short v4, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_5_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v3, v3, s2
|
|
; GFX942-NEXT: global_store_short v4, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 5, i32 0>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_5_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_5_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v1, v2, v2, s4
|
|
; GFX900-NEXT: global_store_short_d16_hi v3, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_5_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v3, v3, s4
|
|
; GFX90A-NEXT: global_store_short_d16_hi v4, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_5_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v3, v3, s2
|
|
; GFX942-NEXT: global_store_short_d16_hi v4, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 5, i32 1>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_5_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_5_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[2:3]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX900-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_5_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v3, v3, s4
|
|
; GFX90A-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_5_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v3, v3, s2
|
|
; GFX942-NEXT: global_store_short v4, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 5, i32 2>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_5_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_5_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_5_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_5_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v1, v1, v1, s2
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 5, i32 3>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_5_4(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_5_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_5_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX90A-NEXT: v_perm_b32 v1, v1, v1, s4
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_5_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX942-NEXT: v_perm_b32 v1, v1, v1, s2
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 5, i32 4>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_5_5(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_5_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v1, s4
|
|
; GFX900-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_5_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v1, s4
|
|
; GFX90A-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_5_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v1, s2
|
|
; GFX942-NEXT: global_store_short v2, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 5, i32 5>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__u_0_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__u_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_lshlrev_b32_e32 v1, 16, v0
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__u_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_lshlrev_b32_e32 v1, 16, v0
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__u_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_lshlrev_b32_e32 v1, 16, v0
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 poison, i32 0, i32 0>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__0_0_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__0_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__0_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__0_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> zeroinitializer
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__1_0_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__1_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_alignbit_b32 v1, v0, v0, 16
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__1_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_alignbit_b32 v1, v0, v0, 16
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__1_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_alignbit_b32 v1, v0, v0, 16
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 1, i32 0, i32 0>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__2_0_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__2_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v1, s4
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__2_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v1, s4
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__2_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v1, s2
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 2, i32 0, i32 0>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__3_0_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__3_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_lshlrev_b32_e32 v1, 16, v0
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__3_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_lshlrev_b32_e32 v1, 16, v0
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__3_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_lshlrev_b32_e32 v1, 16, v0
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 3, i32 0, i32 0>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__4_0_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__4_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_alignbit_b32 v1, v0, v1, 16
|
|
; GFX900-NEXT: global_store_short v3, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__4_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_alignbit_b32 v1, v0, v2, 16
|
|
; GFX90A-NEXT: global_store_short v4, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__4_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_alignbit_b32 v1, v0, v2, 16
|
|
; GFX942-NEXT: global_store_short v4, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 4, i32 0, i32 0>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_0_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v2, s4
|
|
; GFX900-NEXT: global_store_short v3, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v3, s4
|
|
; GFX90A-NEXT: global_store_short v4, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v3, s2
|
|
; GFX942-NEXT: global_store_short v4, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 0, i32 0>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_u_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_u_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_short v3, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v2, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_u_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_short v4, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v3, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_u_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_short v4, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v3, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 poison, i32 0>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_1_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_1_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: v_bfi_b32 v1, s4, v2, v0
|
|
; GFX900-NEXT: global_store_short v3, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_1_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_bfi_b32 v1, s4, v3, v0
|
|
; GFX90A-NEXT: global_store_short v4, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_1_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_bfi_b32 v1, s2, v3, v0
|
|
; GFX942-NEXT: global_store_short v4, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 1, i32 0>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_2_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_2_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[2:3]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v1, v3, s4
|
|
; GFX900-NEXT: global_store_short v4, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v4, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_2_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v1, v3, s4
|
|
; GFX90A-NEXT: global_store_short v4, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_2_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v1, v3, s2
|
|
; GFX942-NEXT: global_store_short v4, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 2, i32 0>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_3_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_3_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v1, v1, v2, s4
|
|
; GFX900-NEXT: global_store_short v3, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_3_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v2, v3, s4
|
|
; GFX90A-NEXT: global_store_short v4, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_3_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v2, v3, s2
|
|
; GFX942-NEXT: global_store_short v4, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 3, i32 0>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_4_0(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_4_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: v_bfi_b32 v1, s4, v2, v1
|
|
; GFX900-NEXT: global_store_short v3, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_4_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_bfi_b32 v1, s4, v3, v2
|
|
; GFX90A-NEXT: global_store_short v4, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_4_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_bfi_b32 v1, s2, v3, v2
|
|
; GFX942-NEXT: global_store_short v4, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 4, i32 0>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__u_1_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__u_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__u_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__u_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 poison, i32 1, i32 1>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__0_1_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__0_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__0_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__0_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 0, i32 1, i32 1>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__1_1_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__1_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__1_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__1_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 1, i32 1, i32 1>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__2_1_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__2_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_bfi_b32 v1, s4, v1, v0
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__2_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_bfi_b32 v1, s4, v1, v0
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__2_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_bfi_b32 v1, s2, v1, v0
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 2, i32 1, i32 1>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__3_1_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__3_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__3_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__3_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 3, i32 1, i32 1>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__4_1_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__4_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v1, s4
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: global_store_dword v3, v1, s[16:17]
|
|
; GFX900-NEXT: global_store_short v3, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__4_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v2, s4
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX90A-NEXT: global_store_dword v4, v1, s[16:17]
|
|
; GFX90A-NEXT: global_store_short v4, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__4_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v2, s2
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX942-NEXT: global_store_dword v4, v1, s[0:1]
|
|
; GFX942-NEXT: global_store_short v4, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 4, i32 1, i32 1>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_1_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: v_bfi_b32 v1, s4, v2, v0
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: global_store_short v3, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_bfi_b32 v1, s4, v3, v0
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX90A-NEXT: global_store_short v4, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_bfi_b32 v1, s2, v3, v0
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX942-NEXT: global_store_short v4, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 1, i32 1>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_u_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_u_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_short_d16_hi v3, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v2, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_u_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_short_d16_hi v4, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v3, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_u_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_short_d16_hi v4, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v3, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 poison, i32 1>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_0_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_0_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v2, s4
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: global_store_short v3, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_0_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v3, s4
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX90A-NEXT: global_store_short v4, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_0_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v3, s2
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX942-NEXT: global_store_short v4, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 0, i32 1>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_2_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_2_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[2:3]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v1, v1, v3, s4
|
|
; GFX900-NEXT: global_store_short v4, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v4, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_2_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v1, v3, s4
|
|
; GFX90A-NEXT: global_store_short v4, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_2_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v1, v3, s2
|
|
; GFX942-NEXT: global_store_short v4, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 2, i32 1>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_3_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_3_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v1, v1, v2, s4
|
|
; GFX900-NEXT: global_store_short_d16_hi v3, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_3_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v1, v2, v3, s4
|
|
; GFX90A-NEXT: global_store_short_d16_hi v4, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_3_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v2, v3, s2
|
|
; GFX942-NEXT: global_store_short_d16_hi v4, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 3, i32 1>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_4_1(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_4_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: v_bfi_b32 v1, s4, v2, v1
|
|
; GFX900-NEXT: global_store_short_d16_hi v3, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_4_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_bfi_b32 v1, s4, v3, v2
|
|
; GFX90A-NEXT: global_store_short_d16_hi v4, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_4_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_bfi_b32 v1, s2, v3, v2
|
|
; GFX942-NEXT: global_store_short_d16_hi v4, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 4, i32 1>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__u_2_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__u_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_lshlrev_b32_e32 v0, 16, v1
|
|
; GFX900-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__u_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_lshlrev_b32_e32 v0, 16, v1
|
|
; GFX90A-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__u_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_lshlrev_b32_e32 v0, 16, v1
|
|
; GFX942-NEXT: global_store_short v2, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 poison, i32 2, i32 2>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__0_2_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__0_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX900-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__0_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX90A-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__0_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v0, s2
|
|
; GFX942-NEXT: global_store_short v2, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 0, i32 2, i32 2>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__1_2_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__1_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_alignbit_b32 v0, v1, v0, 16
|
|
; GFX900-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__1_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, v1, v0, 16
|
|
; GFX90A-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__1_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_alignbit_b32 v0, v1, v0, 16
|
|
; GFX942-NEXT: global_store_short v2, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 1, i32 2, i32 2>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__2_2_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__2_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v1, s4
|
|
; GFX900-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__2_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v1, s4
|
|
; GFX90A-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__2_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v1, s2
|
|
; GFX942-NEXT: global_store_short v2, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 2, i32 2, i32 2>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__3_2_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__3_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_lshlrev_b32_e32 v0, 16, v1
|
|
; GFX900-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__3_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_lshlrev_b32_e32 v0, 16, v1
|
|
; GFX90A-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__3_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_lshlrev_b32_e32 v0, 16, v1
|
|
; GFX942-NEXT: global_store_short v2, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 3, i32 2, i32 2>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__4_2_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__4_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[2:3]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_alignbit_b32 v0, v1, v2, 16
|
|
; GFX900-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__4_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, v1, v2, 16
|
|
; GFX90A-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__4_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_alignbit_b32 v0, v1, v2, 16
|
|
; GFX942-NEXT: global_store_short v4, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 4, i32 2, i32 2>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_2_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[2:3]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v3, s4
|
|
; GFX900-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v3, s4
|
|
; GFX90A-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v3, s2
|
|
; GFX942-NEXT: global_store_short v4, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 2, i32 2>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_u_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_u_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[2:3]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v4, v3, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_u_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v3, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_u_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_short v4, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v3, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 poison, i32 2>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_0_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_0_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[2:3]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v3, s4
|
|
; GFX900-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_0_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v3, s4
|
|
; GFX90A-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_0_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v3, s2
|
|
; GFX942-NEXT: global_store_short v4, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 0, i32 2>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_1_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_1_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[2:3]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_bfi_b32 v0, s4, v3, v0
|
|
; GFX900-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_1_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_bfi_b32 v0, s4, v3, v0
|
|
; GFX90A-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_1_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_bfi_b32 v0, s2, v3, v0
|
|
; GFX942-NEXT: global_store_short v4, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 1, i32 2>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_3_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_3_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[2:3]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v2, v3, s4
|
|
; GFX900-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_3_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v2, v3, s4
|
|
; GFX90A-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_3_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v2, v3, s2
|
|
; GFX942-NEXT: global_store_short v4, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 3, i32 2>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_4_2(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_4_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[2:3]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_bfi_b32 v0, s4, v3, v2
|
|
; GFX900-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_4_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_bfi_b32 v0, s4, v3, v2
|
|
; GFX90A-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_4_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_bfi_b32 v0, s2, v3, v2
|
|
; GFX942-NEXT: global_store_short v4, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 4, i32 2>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__u_3_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX9-LABEL: v_shuffle_v3f16_v3f16__u_3_3:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 poison, i32 3, i32 3>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__0_3_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__0_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__0_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__0_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_short v2, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 0, i32 3, i32 3>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__1_3_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__1_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_alignbit_b32 v0, s4, v0, 16
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__1_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, s4, v0, 16
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__1_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_alignbit_b32 v0, s0, v0, 16
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 1, i32 3, i32 3>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__2_3_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__2_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__2_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__2_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 2, i32 3, i32 3>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__3_3_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX9-LABEL: v_shuffle_v3f16_v3f16__3_3_3:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 3, i32 3, i32 3>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__4_3_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__4_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_alignbit_b32 v1, v0, v0, 16
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__4_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_alignbit_b32 v1, v0, v0, 16
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__4_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_alignbit_b32 v1, v0, v0, 16
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 4, i32 3, i32 3>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_3_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v1, s4
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v1, s4
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v1, s2
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 3, i32 3>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_u_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_u_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_u_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_u_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 poison, i32 3>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_0_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_0_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX900-NEXT: global_store_short v3, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_0_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v3, s4
|
|
; GFX90A-NEXT: global_store_short v4, v2, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_0_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v3, s2
|
|
; GFX942-NEXT: global_store_short v4, v2, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 0, i32 3>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_1_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_1_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: v_bfi_b32 v0, s4, v2, v0
|
|
; GFX900-NEXT: global_store_short v3, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_1_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: v_bfi_b32 v0, s4, v3, v0
|
|
; GFX90A-NEXT: global_store_short v4, v2, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_1_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: v_bfi_b32 v0, s2, v3, v0
|
|
; GFX942-NEXT: global_store_short v4, v2, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 1, i32 3>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_2_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_2_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[2:3]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v3, s4
|
|
; GFX900-NEXT: global_store_short v4, v2, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_2_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v3, s4
|
|
; GFX90A-NEXT: global_store_short v4, v2, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_2_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v3, s2
|
|
; GFX942-NEXT: global_store_short v4, v2, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 2, i32 3>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_4_3(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_4_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: v_bfi_b32 v1, s4, v1, v0
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_4_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: v_bfi_b32 v1, s4, v1, v0
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_4_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: v_bfi_b32 v1, s2, v1, v0
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 4, i32 3>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__u_4_4(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__u_4_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__u_4_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__u_4_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 poison, i32 4, i32 4>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__0_4_4(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__0_4_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_bfi_b32 v0, s4, v0, v1
|
|
; GFX900-NEXT: global_store_dword v3, v0, s[16:17]
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v1
|
|
; GFX900-NEXT: global_store_short v3, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__0_4_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_bfi_b32 v0, s4, v0, v2
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v0, 16, v2
|
|
; GFX90A-NEXT: global_store_short v4, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__0_4_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_bfi_b32 v0, s2, v0, v2
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v0, 16, v2
|
|
; GFX942-NEXT: global_store_short v4, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 0, i32 4, i32 4>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__1_4_4(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__1_4_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX900-NEXT: global_store_dword v3, v0, s[16:17]
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v1
|
|
; GFX900-NEXT: global_store_short v3, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__1_4_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v2, v0, s4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v0, 16, v2
|
|
; GFX90A-NEXT: global_store_short v4, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__1_4_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v2, v0, s2
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v0, 16, v2
|
|
; GFX942-NEXT: global_store_short v4, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 1, i32 4, i32 4>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__2_4_4(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__2_4_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[2:3]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_bfi_b32 v0, s4, v1, v2
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v1, 16, v2
|
|
; GFX900-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__2_4_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_bfi_b32 v0, s4, v1, v2
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v1, 16, v2
|
|
; GFX90A-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__2_4_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_bfi_b32 v0, s2, v1, v2
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v1, 16, v2
|
|
; GFX942-NEXT: global_store_short v4, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 2, i32 4, i32 4>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__3_4_4(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__3_4_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__3_4_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__3_4_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 3, i32 4, i32 4>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__4_4_4(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__4_4_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__4_4_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x7060302
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v0, s4
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__4_4_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x7060302
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v0, s2
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 4, i32 4, i32 4>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_4_4(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_4_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_bfi_b32 v1, s4, v1, v0
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_4_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_bfi_b32 v1, s4, v1, v0
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_4_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_bfi_b32 v1, s2, v1, v0
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 4, i32 4>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_u_4(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_u_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_u_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_u_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 poison, i32 4>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_0_4(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_0_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v1, 16, v1
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX900-NEXT: global_store_short v3, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_0_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v1, 16, v2
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v3, s4
|
|
; GFX90A-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_0_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v1, 16, v2
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v3, s2
|
|
; GFX942-NEXT: global_store_short v4, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 0, i32 4>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_1_4(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_1_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v1, 16, v1
|
|
; GFX900-NEXT: v_bfi_b32 v0, s4, v2, v0
|
|
; GFX900-NEXT: global_store_short v3, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_1_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v1, 16, v2
|
|
; GFX90A-NEXT: v_bfi_b32 v0, s4, v3, v0
|
|
; GFX90A-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_1_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v1, 16, v2
|
|
; GFX942-NEXT: v_bfi_b32 v0, s2, v3, v0
|
|
; GFX942-NEXT: global_store_short v4, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 1, i32 4>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_2_4(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_2_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[2:3]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v3, s4
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v1, 16, v2
|
|
; GFX900-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_2_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v3, s4
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v1, 16, v2
|
|
; GFX90A-NEXT: global_store_short v4, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_2_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v3, s2
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v1, 16, v2
|
|
; GFX942-NEXT: global_store_short v4, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 2, i32 4>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_3_4(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_3_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: v_perm_b32 v1, v0, v1, s4
|
|
; GFX900-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX900-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_3_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: v_perm_b32 v1, v0, v1, s4
|
|
; GFX90A-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX90A-NEXT: global_store_short v2, v0, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_3_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: v_perm_b32 v1, v0, v1, s2
|
|
; GFX942-NEXT: v_lshrrev_b32_e32 v0, 16, v0
|
|
; GFX942-NEXT: global_store_short v2, v0, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 3, i32 4>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__u_5_5(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__u_5_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_lshlrev_b32_e32 v0, 16, v1
|
|
; GFX900-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__u_5_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_lshlrev_b32_e32 v0, 16, v1
|
|
; GFX90A-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__u_5_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_lshlrev_b32_e32 v0, 16, v1
|
|
; GFX942-NEXT: global_store_short v2, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 poison, i32 5, i32 5>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__0_5_5(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__0_5_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v0, v2, v0, s4
|
|
; GFX900-NEXT: global_store_short v3, v2, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__0_5_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_perm_b32 v0, v3, v0, s4
|
|
; GFX90A-NEXT: global_store_short v4, v3, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__0_5_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v0, v3, v0, s2
|
|
; GFX942-NEXT: global_store_short v4, v3, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 0, i32 5, i32 5>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__1_5_5(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__1_5_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_alignbit_b32 v0, v2, v0, 16
|
|
; GFX900-NEXT: global_store_short v3, v2, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__1_5_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, v3, v0, 16
|
|
; GFX90A-NEXT: global_store_short v4, v3, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__1_5_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_alignbit_b32 v0, v3, v0, 16
|
|
; GFX942-NEXT: global_store_short v4, v3, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 1, i32 5, i32 5>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__2_5_5(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__2_5_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[2:3]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v0, v3, v1, s4
|
|
; GFX900-NEXT: global_store_short v4, v3, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__2_5_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_perm_b32 v0, v3, v1, s4
|
|
; GFX90A-NEXT: global_store_short v4, v3, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__2_5_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v0, v3, v1, s2
|
|
; GFX942-NEXT: global_store_short v4, v3, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 2, i32 5, i32 5>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__3_5_5(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__3_5_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX900-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__3_5_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v0, s4
|
|
; GFX90A-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__3_5_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v0, s2
|
|
; GFX942-NEXT: global_store_short v2, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 3, i32 5, i32 5>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__4_5_5(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__4_5_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_alignbit_b32 v0, v1, v0, 16
|
|
; GFX900-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__4_5_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: v_alignbit_b32 v0, v1, v0, 16
|
|
; GFX90A-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__4_5_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: v_alignbit_b32 v0, v1, v0, 16
|
|
; GFX942-NEXT: global_store_short v2, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 4, i32 5, i32 5>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_u_5(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_u_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_u_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v1, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_u_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: global_store_short v2, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v1, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 poison, i32 5>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_0_5(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_0_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v2, s4
|
|
; GFX900-NEXT: global_store_short v3, v2, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_0_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v3, s4
|
|
; GFX90A-NEXT: global_store_short v4, v3, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_0_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v3, s2
|
|
; GFX942-NEXT: global_store_short v4, v3, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 0, i32 5>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_1_5(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_1_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: v_mov_b32_e32 v3, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[1:2]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: v_bfi_b32 v0, s4, v2, v0
|
|
; GFX900-NEXT: global_store_short v3, v2, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v3, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_1_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: v_bfi_b32 v0, s4, v3, v0
|
|
; GFX90A-NEXT: global_store_short v4, v3, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_1_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: v_bfi_b32 v0, s2, v3, v0
|
|
; GFX942-NEXT: global_store_short v4, v3, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 1, i32 5>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_2_5(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_2_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[2:3]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v0, v1, v3, s4
|
|
; GFX900-NEXT: global_store_short v4, v3, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_2_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[2:3]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_perm_b32 v0, v1, v3, s4
|
|
; GFX90A-NEXT: global_store_short v4, v3, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v4, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_2_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v4, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v0, v1, v3, s2
|
|
; GFX942-NEXT: global_store_short v4, v3, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v4, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 2, i32 5>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_3_5(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_3_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX900-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX900-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_3_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0x5040100
|
|
; GFX90A-NEXT: v_perm_b32 v0, v0, v1, s4
|
|
; GFX90A-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_3_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0x5040100
|
|
; GFX942-NEXT: v_perm_b32 v0, v0, v1, s2
|
|
; GFX942-NEXT: global_store_short v2, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 3, i32 5>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @v_shuffle_v3f16_v3f16__5_4_5(ptr addrspace(1) inreg %ptr) {
|
|
; GFX900-LABEL: v_shuffle_v3f16_v3f16__5_4_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def v[0:1]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX900-NEXT: v_bfi_b32 v0, s4, v1, v0
|
|
; GFX900-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX900-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: v_shuffle_v3f16_v3f16__5_4_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def v[0:1]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s4, 0xffff
|
|
; GFX90A-NEXT: v_bfi_b32 v0, s4, v1, v0
|
|
; GFX90A-NEXT: global_store_short v2, v1, s[16:17] offset:4
|
|
; GFX90A-NEXT: global_store_dword v2, v0, s[16:17]
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: v_shuffle_v3f16_v3f16__5_4_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: v_mov_b32_e32 v2, 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def v[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s2, 0xffff
|
|
; GFX942-NEXT: v_bfi_b32 v0, s2, v1, v0
|
|
; GFX942-NEXT: global_store_short v2, v1, s[0:1] offset:4
|
|
; GFX942-NEXT: global_store_dword v2, v0, s[0:1]
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0)
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=v"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=v"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 4, i32 5>
|
|
store <3 x half> %shuf, ptr addrspace(1) %ptr, align 8
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__u_u_u() {
|
|
; GFX9-LABEL: s_shuffle_v3f16_v3f16__u_u_u:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> poison
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__0_u_u() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__0_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__0_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__0_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 0, i32 poison, i32 poison>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__1_u_u() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__1_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s8, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__1_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s8, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__1_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s8, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 1, i32 poison, i32 poison>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__2_u_u() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__2_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s8, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__2_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s8, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__2_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s8, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 2, i32 poison, i32 poison>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__3_u_u() {
|
|
; GFX9-LABEL: s_shuffle_v3f16_v3f16__3_u_u:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 3, i32 poison, i32 poison>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__4_u_u() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__4_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s8, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__4_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s8, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__4_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s8, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 4, i32 poison, i32 poison>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_u_u() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_u_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s8, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_u_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s8, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_u_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s8, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 poison, i32 poison>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_0_u() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_0_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_0_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_0_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 0, i32 poison>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_1_u() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_1_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_1_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_1_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 1, i32 poison>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_2_u() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_2_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_2_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_2_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 2, i32 poison>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_3_u() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_3_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_3_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_3_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 3, i32 poison>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_4_u() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_4_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_4_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_4_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 4, i32 poison>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_5_u() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_5_u:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_5_u:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_5_u:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 5, i32 poison>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_5_0() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_5_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s7
|
|
; GFX900-NEXT: s_mov_b32 s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_5_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s7
|
|
; GFX90A-NEXT: s_mov_b32 s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_5_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s3
|
|
; GFX942-NEXT: s_mov_b32 s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 5, i32 0>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_5_1() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_5_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s7
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_5_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s7
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_5_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s9, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s3
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 5, i32 1>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_5_2() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_5_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_5_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_5_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 5, i32 2>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_5_3() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_5_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX900-NEXT: s_mov_b32 s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_5_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX90A-NEXT: s_mov_b32 s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_5_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s1
|
|
; GFX942-NEXT: s_mov_b32 s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 5, i32 3>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_5_4() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_5_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_5_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_5_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s9, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 5, i32 4>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_5_5() {
|
|
; GFX9-LABEL: s_shuffle_v3f16_v3f16__5_5_5:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; def s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_pack_ll_b32_b16 s8, s9, s9
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 5, i32 5>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__u_0_0() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__u_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshl_b32 s8, s4, 16
|
|
; GFX900-NEXT: s_mov_b32 s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__u_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshl_b32 s8, s4, 16
|
|
; GFX90A-NEXT: s_mov_b32 s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__u_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshl_b32 s8, s0, 16
|
|
; GFX942-NEXT: s_mov_b32 s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 poison, i32 0, i32 0>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__0_0_0() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__0_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX900-NEXT: s_mov_b32 s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__0_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s4
|
|
; GFX90A-NEXT: s_mov_b32 s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__0_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s0
|
|
; GFX942-NEXT: s_mov_b32 s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> zeroinitializer
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__1_0_0() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__1_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: s_mov_b32 s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__1_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: s_mov_b32 s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__1_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: s_mov_b32 s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 1, i32 0, i32 0>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__2_0_0() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__2_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: s_mov_b32 s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__2_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: s_mov_b32 s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__2_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: s_mov_b32 s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 2, i32 0, i32 0>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__3_0_0() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__3_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshl_b32 s8, s4, 16
|
|
; GFX900-NEXT: s_mov_b32 s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__3_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshl_b32 s8, s4, 16
|
|
; GFX90A-NEXT: s_mov_b32 s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__3_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshl_b32 s8, s0, 16
|
|
; GFX942-NEXT: s_mov_b32 s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 3, i32 0, i32 0>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__4_0_0() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__4_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s6, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: s_mov_b32 s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__4_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s6, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: s_mov_b32 s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__4_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s2, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: s_mov_b32 s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 4, i32 0, i32 0>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_0_0() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_0_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s4
|
|
; GFX900-NEXT: s_mov_b32 s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_0_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s4
|
|
; GFX90A-NEXT: s_mov_b32 s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_0_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s0
|
|
; GFX942-NEXT: s_mov_b32 s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 0, i32 0>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_u_0() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_u_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s8, s7
|
|
; GFX900-NEXT: s_mov_b32 s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_u_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s8, s7
|
|
; GFX90A-NEXT: s_mov_b32 s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_u_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s8, s3
|
|
; GFX942-NEXT: s_mov_b32 s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 poison, i32 0>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_1_0() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_1_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s5
|
|
; GFX900-NEXT: s_mov_b32 s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_1_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s5
|
|
; GFX90A-NEXT: s_mov_b32 s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_1_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s1
|
|
; GFX942-NEXT: s_mov_b32 s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 1, i32 0>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_2_0() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_2_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s5
|
|
; GFX900-NEXT: s_mov_b32 s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_2_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s5
|
|
; GFX90A-NEXT: s_mov_b32 s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_2_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s1
|
|
; GFX942-NEXT: s_mov_b32 s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 2, i32 0>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_3_0() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_3_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s6
|
|
; GFX900-NEXT: s_mov_b32 s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_3_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s6
|
|
; GFX90A-NEXT: s_mov_b32 s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_3_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s2
|
|
; GFX942-NEXT: s_mov_b32 s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 3, i32 0>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_4_0() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_4_0:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s6, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s5
|
|
; GFX900-NEXT: s_mov_b32 s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_4_0:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s6, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s5
|
|
; GFX90A-NEXT: s_mov_b32 s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_4_0:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s2, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s1
|
|
; GFX942-NEXT: s_mov_b32 s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 4, i32 0>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__u_1_1() {
|
|
; GFX9-LABEL: s_shuffle_v3f16_v3f16__u_1_1:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; def s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_lshr_b32 s9, s8, 16
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 poison, i32 1, i32 1>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__0_1_1() {
|
|
; GFX9-LABEL: s_shuffle_v3f16_v3f16__0_1_1:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; def s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_lshr_b32 s9, s8, 16
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 0, i32 1, i32 1>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__1_1_1() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__1_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s9, s9
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__1_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s9, s9
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__1_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s9, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s9, s9
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 1, i32 1, i32 1>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__2_1_1() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__2_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s9
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__2_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s9
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__2_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s9, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s9
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 2, i32 1, i32 1>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__3_1_1() {
|
|
; GFX9-LABEL: s_shuffle_v3f16_v3f16__3_1_1:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; def s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_lshr_b32 s9, s8, 16
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 3, i32 1, i32 1>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__4_1_1() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__4_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX900-NEXT: s_lshr_b32 s4, s6, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s9
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__4_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s6, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s9
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__4_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s9, s0, 16
|
|
; GFX942-NEXT: s_lshr_b32 s0, s2, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s9
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 4, i32 1, i32 1>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_1_1() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_1_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s9
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_1_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s9
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_1_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s9, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s9
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 1, i32 1>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_u_1() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_u_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX900-NEXT: s_mov_b32 s8, s7
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_u_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX90A-NEXT: s_mov_b32 s8, s7
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_u_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s9, s0, 16
|
|
; GFX942-NEXT: s_mov_b32 s8, s3
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 poison, i32 1>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_0_1() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_0_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s4
|
|
; GFX900-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_0_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s4
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_0_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s0
|
|
; GFX942-NEXT: s_lshr_b32 s9, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 0, i32 1>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_2_1() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_2_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s5
|
|
; GFX900-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_2_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s5
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_2_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s1
|
|
; GFX942-NEXT: s_lshr_b32 s9, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 2, i32 1>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_3_1() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_3_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s6
|
|
; GFX900-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_3_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s6
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_3_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s2
|
|
; GFX942-NEXT: s_lshr_b32 s9, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 3, i32 1>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_4_1() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_4_1:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s6, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s5
|
|
; GFX900-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_4_1:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s6, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s5
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_4_1:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s2, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s1
|
|
; GFX942-NEXT: s_lshr_b32 s9, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 4, i32 1>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__u_2_2() {
|
|
; GFX9-LABEL: s_shuffle_v3f16_v3f16__u_2_2:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; def s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_lshl_b32 s8, s9, 16
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 poison, i32 2, i32 2>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__0_2_2() {
|
|
; GFX9-LABEL: s_shuffle_v3f16_v3f16__0_2_2:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; def s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_pack_ll_b32_b16 s8, s8, s9
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 0, i32 2, i32 2>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__1_2_2() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__1_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s8, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s9
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__1_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s8, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s9
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__1_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s8, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s9
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 1, i32 2, i32 2>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__2_2_2() {
|
|
; GFX9-LABEL: s_shuffle_v3f16_v3f16__2_2_2:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; def s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_pack_ll_b32_b16 s8, s9, s9
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 2, i32 2, i32 2>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__3_2_2() {
|
|
; GFX9-LABEL: s_shuffle_v3f16_v3f16__3_2_2:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; def s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_lshl_b32 s8, s9, 16
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 3, i32 2, i32 2>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__4_2_2() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__4_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s9
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__4_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s9
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__4_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s9
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 4, i32 2, i32 2>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_2_2() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_2_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s9
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_2_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s9
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_2_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s9
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 2, i32 2>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_u_2() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_u_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s8, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_u_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s8, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_u_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s8, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 poison, i32 2>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_0_2() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_0_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s8
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_0_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s8
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_0_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s8
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 0, i32 2>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_1_2() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_1_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s8, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_1_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s8, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_1_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s8, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 1, i32 2>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_3_2() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_3_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_3_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_3_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 3, i32 2>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_4_2() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_4_2:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_4_2:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_4_2:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 4, i32 2>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__u_3_3() {
|
|
; GFX9-LABEL: s_shuffle_v3f16_v3f16__u_3_3:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 poison, i32 3, i32 3>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__0_3_3() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__0_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__0_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__0_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_nop 0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 0, i32 3, i32 3>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__1_3_3() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__1_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s8, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__1_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s8, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__1_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s8, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 1, i32 3, i32 3>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__2_3_3() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__2_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s8, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__2_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s8, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__2_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s8, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 2, i32 3, i32 3>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__3_3_3() {
|
|
; GFX9-LABEL: s_shuffle_v3f16_v3f16__3_3_3:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> poison, <3 x i32> <i32 3, i32 3, i32 3>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__4_3_3() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__4_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: s_mov_b32 s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__4_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s5, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: s_mov_b32 s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__4_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s1, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: s_mov_b32 s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 4, i32 3, i32 3>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_3_3() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_3_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: s_mov_b32 s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_3_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: s_mov_b32 s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_3_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: s_mov_b32 s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 3, i32 3>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_u_3() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_u_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_mov_b32 s8, s5
|
|
; GFX900-NEXT: s_mov_b32 s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_u_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_mov_b32 s8, s5
|
|
; GFX90A-NEXT: s_mov_b32 s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_u_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_mov_b32 s8, s1
|
|
; GFX942-NEXT: s_mov_b32 s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 poison, i32 3>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_0_3() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_0_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s4
|
|
; GFX900-NEXT: s_mov_b32 s9, s6
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_0_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s4
|
|
; GFX90A-NEXT: s_mov_b32 s9, s6
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_0_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s0
|
|
; GFX942-NEXT: s_mov_b32 s9, s2
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 0, i32 3>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_1_3() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_1_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s4
|
|
; GFX900-NEXT: s_mov_b32 s9, s6
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_1_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s4
|
|
; GFX90A-NEXT: s_mov_b32 s9, s6
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_1_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s0
|
|
; GFX942-NEXT: s_mov_b32 s9, s2
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 1, i32 3>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_2_3() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_2_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s5
|
|
; GFX900-NEXT: s_mov_b32 s9, s6
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_2_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s5
|
|
; GFX90A-NEXT: s_mov_b32 s9, s6
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_2_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s1
|
|
; GFX942-NEXT: s_mov_b32 s9, s2
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 2, i32 3>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_4_3() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_4_3:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s6, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s6
|
|
; GFX900-NEXT: s_mov_b32 s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_4_3:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s6, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s6
|
|
; GFX90A-NEXT: s_mov_b32 s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_4_3:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s2, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s2
|
|
; GFX942-NEXT: s_mov_b32 s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 4, i32 3>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__u_4_4() {
|
|
; GFX9-LABEL: s_shuffle_v3f16_v3f16__u_4_4:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; def s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_lshr_b32 s9, s8, 16
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 poison, i32 4, i32 4>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__0_4_4() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__0_4_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s9, s6, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s9
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__0_4_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s6, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s9
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__0_4_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s9, s2, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s9
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 0, i32 4, i32 4>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__1_4_4() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__1_4_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s9, s6, 16
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s9
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__1_4_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s6, 16
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s9
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__1_4_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s9, s2, 16
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s9
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 1, i32 4, i32 4>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__2_4_4() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__2_4_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s9, s6, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s9
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__2_4_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s6, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s9
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__2_4_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s9, s2, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s9
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 2, i32 4, i32 4>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__3_4_4() {
|
|
; GFX9-LABEL: s_shuffle_v3f16_v3f16__3_4_4:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; def s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_lshr_b32 s9, s8, 16
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 3, i32 4, i32 4>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__4_4_4() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__4_4_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s9, s9
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__4_4_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s9, s9
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__4_4_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s9, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s9, s9
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 4, i32 4, i32 4>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_4_4() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_4_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s9
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_4_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s9
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_4_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s9, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s9
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 4, i32 4>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_u_4() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_u_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX900-NEXT: s_mov_b32 s8, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_u_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX90A-NEXT: s_mov_b32 s8, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_u_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s9, s0, 16
|
|
; GFX942-NEXT: s_mov_b32 s8, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 poison, i32 4>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_0_4() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_0_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s4
|
|
; GFX900-NEXT: s_lshr_b32 s9, s6, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_0_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s4
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s6, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_0_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s0
|
|
; GFX942-NEXT: s_lshr_b32 s9, s2, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 0, i32 4>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_1_4() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_1_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s4
|
|
; GFX900-NEXT: s_lshr_b32 s9, s6, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_1_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s4
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s6, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_1_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s0
|
|
; GFX942-NEXT: s_lshr_b32 s9, s2, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 1, i32 4>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_2_4() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_2_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[6:7]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s7, s5
|
|
; GFX900-NEXT: s_lshr_b32 s9, s6, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_2_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[6:7]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s7, s5
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s6, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_2_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[2:3]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s3, s1
|
|
; GFX942-NEXT: s_lshr_b32 s9, s2, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 2, i32 4>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_3_4() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_3_4:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX900-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_3_4:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s4
|
|
; GFX90A-NEXT: s_lshr_b32 s9, s4, 16
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_3_4:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s0
|
|
; GFX942-NEXT: s_lshr_b32 s9, s0, 16
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 3, i32 4>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__u_5_5() {
|
|
; GFX9-LABEL: s_shuffle_v3f16_v3f16__u_5_5:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; def s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_lshl_b32 s8, s9, 16
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 poison, i32 5, i32 5>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__0_5_5() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__0_5_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s9
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__0_5_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s9
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__0_5_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s9
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 0, i32 5, i32 5>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__1_5_5() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__1_5_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s9
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__1_5_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s9
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__1_5_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s9
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 1, i32 5, i32 5>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__2_5_5() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__2_5_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s5, s9
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__2_5_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s5, s9
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__2_5_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s1, s9
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 2, i32 5, i32 5>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__3_5_5() {
|
|
; GFX9-LABEL: s_shuffle_v3f16_v3f16__3_5_5:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; def s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_pack_ll_b32_b16 s8, s8, s9
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 3, i32 5, i32 5>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__4_5_5() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__4_5_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s8, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s4, s9
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__4_5_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s8, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s4, s9
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__4_5_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s8, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s0, s9
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 4, i32 5, i32 5>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_u_5() {
|
|
; GFX9-LABEL: s_shuffle_v3f16_v3f16__5_u_5:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; def s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_mov_b32 s8, s9
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 poison, i32 5>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_0_5() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_0_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_0_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_0_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 0, i32 5>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_1_5() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_1_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_1_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s4, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_1_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s0, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 1, i32 5>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_2_5() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_2_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[4:5]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s9, s5
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_2_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[4:5]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s9, s5
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_2_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[0:1]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s9, s1
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 2, i32 5>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_3_5() {
|
|
; GFX9-LABEL: s_shuffle_v3f16_v3f16__5_3_5:
|
|
; GFX9: ; %bb.0:
|
|
; GFX9-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; def s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_pack_ll_b32_b16 s8, s9, s8
|
|
; GFX9-NEXT: ;;#ASMSTART
|
|
; GFX9-NEXT: ; use s[8:9]
|
|
; GFX9-NEXT: ;;#ASMEND
|
|
; GFX9-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 3, i32 5>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
|
|
define void @s_shuffle_v3f16_v3f16__5_4_5() {
|
|
; GFX900-LABEL: s_shuffle_v3f16_v3f16__5_4_5:
|
|
; GFX900: ; %bb.0:
|
|
; GFX900-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; def s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_lshr_b32 s4, s8, 16
|
|
; GFX900-NEXT: s_pack_ll_b32_b16 s8, s9, s4
|
|
; GFX900-NEXT: ;;#ASMSTART
|
|
; GFX900-NEXT: ; use s[8:9]
|
|
; GFX900-NEXT: ;;#ASMEND
|
|
; GFX900-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX90A-LABEL: s_shuffle_v3f16_v3f16__5_4_5:
|
|
; GFX90A: ; %bb.0:
|
|
; GFX90A-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; def s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_lshr_b32 s4, s8, 16
|
|
; GFX90A-NEXT: s_pack_ll_b32_b16 s8, s9, s4
|
|
; GFX90A-NEXT: ;;#ASMSTART
|
|
; GFX90A-NEXT: ; use s[8:9]
|
|
; GFX90A-NEXT: ;;#ASMEND
|
|
; GFX90A-NEXT: s_setpc_b64 s[30:31]
|
|
;
|
|
; GFX942-LABEL: s_shuffle_v3f16_v3f16__5_4_5:
|
|
; GFX942: ; %bb.0:
|
|
; GFX942-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; def s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_lshr_b32 s0, s8, 16
|
|
; GFX942-NEXT: s_pack_ll_b32_b16 s8, s9, s0
|
|
; GFX942-NEXT: ;;#ASMSTART
|
|
; GFX942-NEXT: ; use s[8:9]
|
|
; GFX942-NEXT: ;;#ASMEND
|
|
; GFX942-NEXT: s_setpc_b64 s[30:31]
|
|
%vec0 = call <4 x half> asm "; def $0", "=s"()
|
|
%vec1 = call <4 x half> asm "; def $0", "=s"()
|
|
%extract3 = shufflevector <4 x half> %vec0, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%extract31 = shufflevector <4 x half> %vec1, <4 x half> poison, <3 x i32> <i32 0, i32 1, i32 2>
|
|
%shuf = shufflevector <3 x half> %extract3, <3 x half> %extract31, <3 x i32> <i32 5, i32 4, i32 5>
|
|
%extend3 = shufflevector <3 x half> %shuf, <3 x half> poison, <4 x i32> <i32 0, i32 1, i32 2, i32 poison>
|
|
call void asm sideeffect "; use $0", "{s[8:9]}"(<4 x half> %extend3)
|
|
ret void
|
|
}
|
|
;; NOTE: These prefixes are unused and the list is autogenerated. Do not add tests below this line:
|
|
; GFX90APLUS: {{.*}}
|