; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py ; RUN: llc -global-isel=0 -mtriple=amdgcn -mcpu=gfx1250 < %s | FileCheck --check-prefixes=GCN,GFX1250,GL2-ONLY %s ; RUN: llc -global-isel=0 -mtriple=amdgcn -mcpu=gfx1250 -mattr=+safe-smem-prefetch < %s | FileCheck --check-prefixes=GCN,SPREFETCH,GFX1250-SPREFETCH,GFX1250-SPREFETCH-SDAG %s ; RUN: llc -global-isel=0 -mtriple=amdgcn -mcpu=gfx1250 -mattr=+safe-cu-prefetch < %s | FileCheck --check-prefixes=GCN,GFX1250,SAFE-CU %s ; RUN: llc -global-isel=0 -mtriple=amdgcn -mcpu=gfx1200 < %s | FileCheck --check-prefixes=GCN,NOSPREFETCH %s ; RUN: llc -global-isel=0 -mtriple=amdgcn -mcpu=gfx1200 -mattr=+safe-smem-prefetch < %s | FileCheck --check-prefixes=GCN,SPREFETCH,GFX12-SPREFETCH,SPREFETCH-SDAG %s ; RUN: llc -global-isel=0 -mtriple=amdgcn -mcpu=gfx1100 < %s | FileCheck --check-prefixes=GCN,NOSPREFETCH %s ; RUN: llc -global-isel=1 -mtriple=amdgcn -mcpu=gfx1250 < %s | FileCheck --check-prefixes=GCN,GFX1250,GL2-ONLY %s ; RUN: llc -global-isel=1 -mtriple=amdgcn -mcpu=gfx1250 -mattr=+safe-smem-prefetch < %s | FileCheck --check-prefixes=GCN,SPREFETCH,GFX1250-SPREFETCH,GFX1250-SPREFETCH-GISEL %s ; RUN: llc -global-isel=1 -mtriple=amdgcn -mcpu=gfx1250 -mattr=+safe-cu-prefetch < %s | FileCheck --check-prefixes=GCN,GFX1250,SAFE-CU %s ; RUN: llc -global-isel=1 -mtriple=amdgcn -mcpu=gfx1200 < %s | FileCheck --check-prefixes=GCN,NOSPREFETCH %s ; RUN: llc -global-isel=1 -mtriple=amdgcn -mcpu=gfx1200 -mattr=+safe-smem-prefetch < %s | FileCheck --check-prefixes=GCN,SPREFETCH,GFX12-SPREFETCH,SPREFETCH-GISEL %s ; RUN: llc -global-isel=1 -mtriple=amdgcn -mcpu=gfx1100 < %s | FileCheck --check-prefixes=GCN,NOSPREFETCH %s ; Scalar data prefetch define amdgpu_ps void @prefetch_data_sgpr(ptr addrspace(4) inreg %ptr) { ; GFX1250-LABEL: prefetch_data_sgpr: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: v_mov_b32_e32 v0, 0 ; GFX1250-NEXT: global_prefetch_b8 v0, s[0:1] scope:SCOPE_SYS ; GFX1250-NEXT: s_endpgm ; ; SPREFETCH-LABEL: prefetch_data_sgpr: ; SPREFETCH: ; %bb.0: ; %entry ; SPREFETCH-NEXT: s_prefetch_data s[0:1], 0x0, null, 0 ; SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_sgpr: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm entry: tail call void @llvm.prefetch.p4(ptr addrspace(4) %ptr, i32 0, i32 0, i32 1) ret void } define amdgpu_ps void @prefetch_data_sgpr_offset(ptr addrspace(4) inreg %ptr) { ; GFX1250-LABEL: prefetch_data_sgpr_offset: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: v_mov_b32_e32 v0, 0 ; GFX1250-NEXT: global_prefetch_b8 v0, s[0:1] offset:512 scope:SCOPE_SYS ; GFX1250-NEXT: s_endpgm ; ; SPREFETCH-LABEL: prefetch_data_sgpr_offset: ; SPREFETCH: ; %bb.0: ; %entry ; SPREFETCH-NEXT: s_prefetch_data s[0:1], 0x200, null, 0 ; SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_sgpr_offset: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm entry: %gep = getelementptr float, ptr addrspace(4) %ptr, i32 128 tail call void @llvm.prefetch.p4(ptr addrspace(4) %gep, i32 0, i32 0, i32 1) ret void } ; Check large offsets define amdgpu_ps void @prefetch_data_sgpr_max_offset(ptr addrspace(4) inreg %ptr) { ; GFX1250-LABEL: prefetch_data_sgpr_max_offset: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: v_mov_b32_e32 v0, 0 ; GFX1250-NEXT: global_prefetch_b8 v0, s[0:1] offset:8388607 scope:SCOPE_SYS ; GFX1250-NEXT: s_endpgm ; ; SPREFETCH-LABEL: prefetch_data_sgpr_max_offset: ; SPREFETCH: ; %bb.0: ; %entry ; SPREFETCH-NEXT: s_prefetch_data s[0:1], 0x7fffff, null, 0 ; SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_sgpr_max_offset: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm entry: %gep = getelementptr i8, ptr addrspace(4) %ptr, i32 8388607 tail call void @llvm.prefetch.p4(ptr addrspace(4) %gep, i32 0, i32 0, i32 1) ret void } define amdgpu_ps void @prefetch_data_sgpr_min_offset(ptr addrspace(4) inreg %ptr) { ; GFX1250-LABEL: prefetch_data_sgpr_min_offset: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: v_mov_b32_e32 v0, 0 ; GFX1250-NEXT: global_prefetch_b8 v0, s[0:1] offset:-8388608 scope:SCOPE_SYS ; GFX1250-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-SDAG-LABEL: prefetch_data_sgpr_min_offset: ; GFX1250-SPREFETCH-SDAG: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-SDAG-NEXT: s_mov_b64 s[2:3], lit64(0xffffffffff800000) ; GFX1250-SPREFETCH-SDAG-NEXT: s_delay_alu instid0(SALU_CYCLE_1) ; GFX1250-SPREFETCH-SDAG-NEXT: s_add_nc_u64 s[0:1], s[0:1], s[2:3] ; GFX1250-SPREFETCH-SDAG-NEXT: s_prefetch_data s[0:1], 0x0, null, 0 ; GFX1250-SPREFETCH-SDAG-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_sgpr_min_offset: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm ; ; SPREFETCH-SDAG-LABEL: prefetch_data_sgpr_min_offset: ; SPREFETCH-SDAG: ; %bb.0: ; %entry ; SPREFETCH-SDAG-NEXT: s_mov_b32 s2, 0xff800000 ; SPREFETCH-SDAG-NEXT: s_mov_b32 s3, -1 ; SPREFETCH-SDAG-NEXT: s_delay_alu instid0(SALU_CYCLE_1) ; SPREFETCH-SDAG-NEXT: s_add_nc_u64 s[0:1], s[0:1], s[2:3] ; SPREFETCH-SDAG-NEXT: s_prefetch_data s[0:1], 0x0, null, 0 ; SPREFETCH-SDAG-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-GISEL-LABEL: prefetch_data_sgpr_min_offset: ; GFX1250-SPREFETCH-GISEL: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-GISEL-NEXT: s_add_co_u32 s0, s0, 0xff800000 ; GFX1250-SPREFETCH-GISEL-NEXT: s_add_co_ci_u32 s1, s1, -1 ; GFX1250-SPREFETCH-GISEL-NEXT: s_prefetch_data s[0:1], 0x0, null, 0 ; GFX1250-SPREFETCH-GISEL-NEXT: s_endpgm ; ; SPREFETCH-GISEL-LABEL: prefetch_data_sgpr_min_offset: ; SPREFETCH-GISEL: ; %bb.0: ; %entry ; SPREFETCH-GISEL-NEXT: s_add_co_u32 s0, s0, 0xff800000 ; SPREFETCH-GISEL-NEXT: s_add_co_ci_u32 s1, s1, -1 ; SPREFETCH-GISEL-NEXT: s_prefetch_data s[0:1], 0x0, null, 0 ; SPREFETCH-GISEL-NEXT: s_endpgm entry: %gep = getelementptr i8, ptr addrspace(4) %ptr, i32 -8388608 tail call void @llvm.prefetch.p4(ptr addrspace(4) %gep, i32 0, i32 0, i32 1) ret void } define amdgpu_ps void @prefetch_data_sgpr_too_large_offset(ptr addrspace(4) inreg %ptr) { ; GFX1250-LABEL: prefetch_data_sgpr_too_large_offset: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: v_mov_b32_e32 v0, 0x800000 ; GFX1250-NEXT: global_prefetch_b8 v0, s[0:1] scope:SCOPE_SYS ; GFX1250-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-SDAG-LABEL: prefetch_data_sgpr_too_large_offset: ; GFX1250-SPREFETCH-SDAG: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-SDAG-NEXT: s_add_nc_u64 s[0:1], s[0:1], 0x800000 ; GFX1250-SPREFETCH-SDAG-NEXT: s_prefetch_data s[0:1], 0x0, null, 0 ; GFX1250-SPREFETCH-SDAG-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_sgpr_too_large_offset: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm ; ; SPREFETCH-SDAG-LABEL: prefetch_data_sgpr_too_large_offset: ; SPREFETCH-SDAG: ; %bb.0: ; %entry ; SPREFETCH-SDAG-NEXT: s_add_nc_u64 s[0:1], s[0:1], 0x800000 ; SPREFETCH-SDAG-NEXT: s_prefetch_data s[0:1], 0x0, null, 0 ; SPREFETCH-SDAG-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-GISEL-LABEL: prefetch_data_sgpr_too_large_offset: ; GFX1250-SPREFETCH-GISEL: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-GISEL-NEXT: s_add_co_u32 s0, s0, 0x800000 ; GFX1250-SPREFETCH-GISEL-NEXT: s_add_co_ci_u32 s1, s1, 0 ; GFX1250-SPREFETCH-GISEL-NEXT: s_prefetch_data s[0:1], 0x0, null, 0 ; GFX1250-SPREFETCH-GISEL-NEXT: s_endpgm ; ; SPREFETCH-GISEL-LABEL: prefetch_data_sgpr_too_large_offset: ; SPREFETCH-GISEL: ; %bb.0: ; %entry ; SPREFETCH-GISEL-NEXT: s_add_co_u32 s0, s0, 0x800000 ; SPREFETCH-GISEL-NEXT: s_add_co_ci_u32 s1, s1, 0 ; SPREFETCH-GISEL-NEXT: s_prefetch_data s[0:1], 0x0, null, 0 ; SPREFETCH-GISEL-NEXT: s_endpgm entry: %gep = getelementptr i8, ptr addrspace(4) %ptr, i32 8388608 tail call void @llvm.prefetch.p4(ptr addrspace(4) %gep, i32 0, i32 0, i32 1) ret void } ; Check divergent address define amdgpu_ps void @prefetch_data_vgpr_global(ptr addrspace(1) %ptr) { ; GFX1250-LABEL: prefetch_data_vgpr_global: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: global_prefetch_b8 v[0:1], off scope:SCOPE_SYS ; GFX1250-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-LABEL: prefetch_data_vgpr_global: ; GFX1250-SPREFETCH: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-NEXT: global_prefetch_b8 v[0:1], off scope:SCOPE_SYS ; GFX1250-SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_vgpr_global: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm ; ; GFX12-SPREFETCH-LABEL: prefetch_data_vgpr_global: ; GFX12-SPREFETCH: ; %bb.0: ; %entry ; GFX12-SPREFETCH-NEXT: s_endpgm entry: tail call void @llvm.prefetch.p1(ptr addrspace(1) %ptr, i32 0, i32 0, i32 1) ret void } define amdgpu_ps void @prefetch_data_vgpr_flat(ptr %ptr) { ; GFX1250-LABEL: prefetch_data_vgpr_flat: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: flat_prefetch_b8 v[0:1] scope:SCOPE_SYS ; GFX1250-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-LABEL: prefetch_data_vgpr_flat: ; GFX1250-SPREFETCH: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-NEXT: flat_prefetch_b8 v[0:1] scope:SCOPE_SYS ; GFX1250-SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_vgpr_flat: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm ; ; GFX12-SPREFETCH-LABEL: prefetch_data_vgpr_flat: ; GFX12-SPREFETCH: ; %bb.0: ; %entry ; GFX12-SPREFETCH-NEXT: s_endpgm entry: tail call void @llvm.prefetch.pf(ptr %ptr, i32 0, i32 0, i32 1) ret void } define amdgpu_ps void @prefetch_data_sgpr_vgpr_offset_global(ptr addrspace(1) inreg %ptr, i32 %offset) { ; GFX1250-LABEL: prefetch_data_sgpr_vgpr_offset_global: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: global_prefetch_b8 v0, s[0:1] scope:SCOPE_SYS ; GFX1250-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-LABEL: prefetch_data_sgpr_vgpr_offset_global: ; GFX1250-SPREFETCH: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-NEXT: global_prefetch_b8 v0, s[0:1] scope:SCOPE_SYS ; GFX1250-SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_sgpr_vgpr_offset_global: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm ; ; GFX12-SPREFETCH-LABEL: prefetch_data_sgpr_vgpr_offset_global: ; GFX12-SPREFETCH: ; %bb.0: ; %entry ; GFX12-SPREFETCH-NEXT: s_endpgm ; GFX12-LABEL: prefetch_data_sgpr_vgpr_offset_global: ; GFX12: ; %bb.0: ; %entry ; GFX12-NEXT: s_endpgm ; GFX11-LABEL: prefetch_data_sgpr_vgpr_offset_global: ; GFX11: ; %bb.0: ; %entry ; GFX11-NEXT: s_endpgm entry: %gep = getelementptr i8, ptr addrspace(1) %ptr, i32 %offset tail call void @llvm.prefetch.p1(ptr addrspace(1) %gep, i32 0, i32 0, i32 1) ret void } define amdgpu_ps void @prefetch_data_sgpr_vgpr_offset_flat(ptr inreg %ptr, i32 %offset) { ; GFX1250-LABEL: prefetch_data_sgpr_vgpr_offset_flat: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: flat_prefetch_b8 v0, s[0:1] offset:128 scope:SCOPE_SYS ; GFX1250-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-LABEL: prefetch_data_sgpr_vgpr_offset_flat: ; GFX1250-SPREFETCH: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-NEXT: flat_prefetch_b8 v0, s[0:1] offset:128 scope:SCOPE_SYS ; GFX1250-SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_sgpr_vgpr_offset_flat: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm ; ; GFX12-SPREFETCH-LABEL: prefetch_data_sgpr_vgpr_offset_flat: ; GFX12-SPREFETCH: ; %bb.0: ; %entry ; GFX12-SPREFETCH-NEXT: s_endpgm ; GFX12-LABEL: prefetch_data_sgpr_vgpr_offset_flat: ; GFX12: ; %bb.0: ; %entry ; GFX12-NEXT: s_endpgm ; GFX11-LABEL: prefetch_data_sgpr_vgpr_offset_flat: ; GFX11: ; %bb.0: ; %entry ; GFX11-NEXT: s_endpgm entry: %gep1 = getelementptr i8, ptr %ptr, i32 %offset %gep2 = getelementptr i8, ptr %gep1, i32 128 tail call void @llvm.prefetch.pf(ptr %gep2, i32 0, i32 0, i32 1) ret void } ; Check LDS and Scratch, we cannot prefetch it define amdgpu_ps void @prefetch_data_lds(ptr addrspace(3) inreg %ptr) { ; GCN-LABEL: prefetch_data_lds: ; GCN: ; %bb.0: ; %entry ; GCN-NEXT: s_endpgm entry: tail call void @llvm.prefetch.p3(ptr addrspace(3) %ptr, i32 0, i32 0, i32 1) ret void } define amdgpu_ps void @prefetch_data_scratch(ptr addrspace(5) inreg %ptr) { ; GCN-LABEL: prefetch_data_scratch: ; GCN: ; %bb.0: ; %entry ; GCN-NEXT: s_endpgm entry: tail call void @llvm.prefetch.p5(ptr addrspace(5) %ptr, i32 0, i32 0, i32 1) ret void } ; Check supported address spaces define amdgpu_ps void @prefetch_data_sgpr_flat(ptr inreg %ptr) { ; GFX1250-LABEL: prefetch_data_sgpr_flat: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: v_mov_b32_e32 v0, 0 ; GFX1250-NEXT: flat_prefetch_b8 v0, s[0:1] scope:SCOPE_SYS ; GFX1250-NEXT: s_endpgm ; ; SPREFETCH-LABEL: prefetch_data_sgpr_flat: ; SPREFETCH: ; %bb.0: ; %entry ; SPREFETCH-NEXT: s_prefetch_data s[0:1], 0x0, null, 0 ; SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_sgpr_flat: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm entry: tail call void @llvm.prefetch.pf(ptr %ptr, i32 0, i32 0, i32 1) ret void } define amdgpu_ps void @prefetch_data_sgpr_global(ptr addrspace(1) inreg %ptr) { ; GFX1250-LABEL: prefetch_data_sgpr_global: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: v_mov_b32_e32 v0, 0 ; GFX1250-NEXT: global_prefetch_b8 v0, s[0:1] scope:SCOPE_SYS ; GFX1250-NEXT: s_endpgm ; ; SPREFETCH-LABEL: prefetch_data_sgpr_global: ; SPREFETCH: ; %bb.0: ; %entry ; SPREFETCH-NEXT: s_prefetch_data s[0:1], 0x0, null, 0 ; SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_sgpr_global: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm entry: tail call void @llvm.prefetch.p1(ptr addrspace(1) %ptr, i32 0, i32 0, i32 1) ret void } define amdgpu_ps void @prefetch_data_sgpr_constant_32bit(ptr addrspace(6) inreg %ptr) { ; GFX1250-LABEL: prefetch_data_sgpr_constant_32bit: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: s_endpgm ; ; SPREFETCH-LABEL: prefetch_data_sgpr_constant_32bit: ; SPREFETCH: ; %bb.0: ; %entry ; SPREFETCH-NEXT: s_mov_b32 s1, 0 ; SPREFETCH-NEXT: s_prefetch_data s[0:1], 0x0, null, 0 ; SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_sgpr_constant_32bit: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm entry: tail call void @llvm.prefetch.p6(ptr addrspace(6) %ptr, i32 0, i32 0, i32 1) ret void } ; I$ prefetch define amdgpu_ps void @prefetch_inst_sgpr(ptr addrspace(4) inreg %ptr) { ; GFX1250-LABEL: prefetch_inst_sgpr: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: s_endpgm ; ; SPREFETCH-LABEL: prefetch_inst_sgpr: ; SPREFETCH: ; %bb.0: ; %entry ; SPREFETCH-NEXT: s_prefetch_inst s[0:1], 0x0, null, 0 ; SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_inst_sgpr: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm entry: tail call void @llvm.prefetch.p4(ptr addrspace(4) %ptr, i32 0, i32 0, i32 0) ret void } define amdgpu_ps void @prefetch_inst_sgpr_offset(ptr addrspace(4) inreg %ptr) { ; GFX1250-LABEL: prefetch_inst_sgpr_offset: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: s_endpgm ; ; SPREFETCH-LABEL: prefetch_inst_sgpr_offset: ; SPREFETCH: ; %bb.0: ; %entry ; SPREFETCH-NEXT: s_prefetch_inst s[0:1], 0x80, null, 0 ; SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_inst_sgpr_offset: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm entry: %gep = getelementptr i8, ptr addrspace(4) %ptr, i32 128 tail call void @llvm.prefetch.p4(ptr addrspace(4) %gep, i32 0, i32 0, i32 0) ret void } ; Check large offsets define amdgpu_ps void @prefetch_inst_sgpr_max_offset(ptr addrspace(4) inreg %ptr) { ; GFX1250-LABEL: prefetch_inst_sgpr_max_offset: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: s_endpgm ; ; SPREFETCH-LABEL: prefetch_inst_sgpr_max_offset: ; SPREFETCH: ; %bb.0: ; %entry ; SPREFETCH-NEXT: s_prefetch_inst s[0:1], 0x7fffff, null, 0 ; SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_inst_sgpr_max_offset: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm entry: %gep = getelementptr i8, ptr addrspace(4) %ptr, i32 8388607 tail call void @llvm.prefetch.p4(ptr addrspace(4) %gep, i32 0, i32 0, i32 0) ret void } define amdgpu_ps void @prefetch_inst_sgpr_min_offset(ptr addrspace(4) inreg %ptr) { ; GFX1250-LABEL: prefetch_inst_sgpr_min_offset: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-SDAG-LABEL: prefetch_inst_sgpr_min_offset: ; GFX1250-SPREFETCH-SDAG: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-SDAG-NEXT: s_mov_b64 s[2:3], lit64(0xffffffffff800000) ; GFX1250-SPREFETCH-SDAG-NEXT: s_delay_alu instid0(SALU_CYCLE_1) ; GFX1250-SPREFETCH-SDAG-NEXT: s_add_nc_u64 s[0:1], s[0:1], s[2:3] ; GFX1250-SPREFETCH-SDAG-NEXT: s_prefetch_inst s[0:1], 0x0, null, 0 ; GFX1250-SPREFETCH-SDAG-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_inst_sgpr_min_offset: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm ; ; SPREFETCH-SDAG-LABEL: prefetch_inst_sgpr_min_offset: ; SPREFETCH-SDAG: ; %bb.0: ; %entry ; SPREFETCH-SDAG-NEXT: s_mov_b32 s2, 0xff800000 ; SPREFETCH-SDAG-NEXT: s_mov_b32 s3, -1 ; SPREFETCH-SDAG-NEXT: s_delay_alu instid0(SALU_CYCLE_1) ; SPREFETCH-SDAG-NEXT: s_add_nc_u64 s[0:1], s[0:1], s[2:3] ; SPREFETCH-SDAG-NEXT: s_prefetch_inst s[0:1], 0x0, null, 0 ; SPREFETCH-SDAG-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-GISEL-LABEL: prefetch_inst_sgpr_min_offset: ; GFX1250-SPREFETCH-GISEL: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-GISEL-NEXT: s_add_co_u32 s0, s0, 0xff800000 ; GFX1250-SPREFETCH-GISEL-NEXT: s_add_co_ci_u32 s1, s1, -1 ; GFX1250-SPREFETCH-GISEL-NEXT: s_prefetch_inst s[0:1], 0x0, null, 0 ; GFX1250-SPREFETCH-GISEL-NEXT: s_endpgm ; ; SPREFETCH-GISEL-LABEL: prefetch_inst_sgpr_min_offset: ; SPREFETCH-GISEL: ; %bb.0: ; %entry ; SPREFETCH-GISEL-NEXT: s_add_co_u32 s0, s0, 0xff800000 ; SPREFETCH-GISEL-NEXT: s_add_co_ci_u32 s1, s1, -1 ; SPREFETCH-GISEL-NEXT: s_prefetch_inst s[0:1], 0x0, null, 0 ; SPREFETCH-GISEL-NEXT: s_endpgm entry: %gep = getelementptr i8, ptr addrspace(4) %ptr, i32 -8388608 tail call void @llvm.prefetch.p4(ptr addrspace(4) %gep, i32 0, i32 0, i32 0) ret void } define amdgpu_ps void @prefetch_inst_sgpr_too_large_offset(ptr addrspace(4) inreg %ptr) { ; GFX1250-LABEL: prefetch_inst_sgpr_too_large_offset: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-SDAG-LABEL: prefetch_inst_sgpr_too_large_offset: ; GFX1250-SPREFETCH-SDAG: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-SDAG-NEXT: s_add_nc_u64 s[0:1], s[0:1], 0x800000 ; GFX1250-SPREFETCH-SDAG-NEXT: s_prefetch_inst s[0:1], 0x0, null, 0 ; GFX1250-SPREFETCH-SDAG-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_inst_sgpr_too_large_offset: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm ; ; SPREFETCH-SDAG-LABEL: prefetch_inst_sgpr_too_large_offset: ; SPREFETCH-SDAG: ; %bb.0: ; %entry ; SPREFETCH-SDAG-NEXT: s_add_nc_u64 s[0:1], s[0:1], 0x800000 ; SPREFETCH-SDAG-NEXT: s_prefetch_inst s[0:1], 0x0, null, 0 ; SPREFETCH-SDAG-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-GISEL-LABEL: prefetch_inst_sgpr_too_large_offset: ; GFX1250-SPREFETCH-GISEL: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-GISEL-NEXT: s_add_co_u32 s0, s0, 0x800000 ; GFX1250-SPREFETCH-GISEL-NEXT: s_add_co_ci_u32 s1, s1, 0 ; GFX1250-SPREFETCH-GISEL-NEXT: s_prefetch_inst s[0:1], 0x0, null, 0 ; GFX1250-SPREFETCH-GISEL-NEXT: s_endpgm ; ; SPREFETCH-GISEL-LABEL: prefetch_inst_sgpr_too_large_offset: ; SPREFETCH-GISEL: ; %bb.0: ; %entry ; SPREFETCH-GISEL-NEXT: s_add_co_u32 s0, s0, 0x800000 ; SPREFETCH-GISEL-NEXT: s_add_co_ci_u32 s1, s1, 0 ; SPREFETCH-GISEL-NEXT: s_prefetch_inst s[0:1], 0x0, null, 0 ; SPREFETCH-GISEL-NEXT: s_endpgm entry: %gep = getelementptr i8, ptr addrspace(4) %ptr, i32 8388608 tail call void @llvm.prefetch.p4(ptr addrspace(4) %gep, i32 0, i32 0, i32 0) ret void } ; Check cache locality define amdgpu_ps void @prefetch_data_vgpr_flat_dev(ptr %ptr) { ; GFX1250-LABEL: prefetch_data_vgpr_flat_dev: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: flat_prefetch_b8 v[0:1] scope:SCOPE_DEV ; GFX1250-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-LABEL: prefetch_data_vgpr_flat_dev: ; GFX1250-SPREFETCH: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-NEXT: flat_prefetch_b8 v[0:1] scope:SCOPE_DEV ; GFX1250-SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_vgpr_flat_dev: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm ; ; GFX12-SPREFETCH-LABEL: prefetch_data_vgpr_flat_dev: ; GFX12-SPREFETCH: ; %bb.0: ; %entry ; GFX12-SPREFETCH-NEXT: s_endpgm entry: tail call void @llvm.prefetch.pf(ptr %ptr, i32 0, i32 1, i32 1) ret void } define amdgpu_ps void @prefetch_data_vgpr_flat_se(ptr %ptr) { ; GFX1250-LABEL: prefetch_data_vgpr_flat_se: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: flat_prefetch_b8 v[0:1] scope:SCOPE_SE ; GFX1250-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-LABEL: prefetch_data_vgpr_flat_se: ; GFX1250-SPREFETCH: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-NEXT: flat_prefetch_b8 v[0:1] scope:SCOPE_SE ; GFX1250-SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_vgpr_flat_se: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm ; ; GFX12-SPREFETCH-LABEL: prefetch_data_vgpr_flat_se: ; GFX12-SPREFETCH: ; %bb.0: ; %entry ; GFX12-SPREFETCH-NEXT: s_endpgm entry: tail call void @llvm.prefetch.pf(ptr %ptr, i32 0, i32 2, i32 1) ret void } define amdgpu_ps void @prefetch_data_vgpr_flat_cu(ptr %ptr) { ; GL2-ONLY-LABEL: prefetch_data_vgpr_flat_cu: ; GL2-ONLY: ; %bb.0: ; %entry ; GL2-ONLY-NEXT: flat_prefetch_b8 v[0:1] scope:SCOPE_SE ; GL2-ONLY-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-LABEL: prefetch_data_vgpr_flat_cu: ; GFX1250-SPREFETCH: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-NEXT: flat_prefetch_b8 v[0:1] scope:SCOPE_SE ; GFX1250-SPREFETCH-NEXT: s_endpgm ; ; SAFE-CU-LABEL: prefetch_data_vgpr_flat_cu: ; SAFE-CU: ; %bb.0: ; %entry ; SAFE-CU-NEXT: flat_prefetch_b8 v[0:1] ; SAFE-CU-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_vgpr_flat_cu: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm ; ; GFX12-SPREFETCH-LABEL: prefetch_data_vgpr_flat_cu: ; GFX12-SPREFETCH: ; %bb.0: ; %entry ; GFX12-SPREFETCH-NEXT: s_endpgm entry: tail call void @llvm.prefetch.pf(ptr %ptr, i32 0, i32 3, i32 1) ret void } ; flat offset define amdgpu_ps void @prefetch_data_vgpr_flat_offset(ptr %ptr) { ; GFX1250-LABEL: prefetch_data_vgpr_flat_offset: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: flat_prefetch_b8 v[0:1] offset:512 scope:SCOPE_SYS ; GFX1250-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-LABEL: prefetch_data_vgpr_flat_offset: ; GFX1250-SPREFETCH: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-NEXT: flat_prefetch_b8 v[0:1] offset:512 scope:SCOPE_SYS ; GFX1250-SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_vgpr_flat_offset: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm ; ; GFX12-SPREFETCH-LABEL: prefetch_data_vgpr_flat_offset: ; GFX12-SPREFETCH: ; %bb.0: ; %entry ; GFX12-SPREFETCH-NEXT: s_endpgm entry: %gep = getelementptr float, ptr %ptr, i32 128 tail call void @llvm.prefetch.pf(ptr %gep, i32 0, i32 0, i32 1) ret void } define amdgpu_ps void @prefetch_data_vgpr_global_offset(ptr addrspace(1) %ptr) { ; GFX1250-LABEL: prefetch_data_vgpr_global_offset: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: global_prefetch_b8 v[0:1], off offset:512 scope:SCOPE_SYS ; GFX1250-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-LABEL: prefetch_data_vgpr_global_offset: ; GFX1250-SPREFETCH: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-NEXT: global_prefetch_b8 v[0:1], off offset:512 scope:SCOPE_SYS ; GFX1250-SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_vgpr_global_offset: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm ; ; GFX12-SPREFETCH-LABEL: prefetch_data_vgpr_global_offset: ; GFX12-SPREFETCH: ; %bb.0: ; %entry ; GFX12-SPREFETCH-NEXT: s_endpgm entry: %gep = getelementptr float, ptr addrspace(1) %ptr, i32 128 tail call void @llvm.prefetch.p1(ptr addrspace(1) %gep, i32 0, i32 0, i32 1) ret void } define amdgpu_ps void @prefetch_data_vgpr_global_saddr(ptr addrspace(1) inreg %ptr, i32 %voffset) { ; GFX1250-LABEL: prefetch_data_vgpr_global_saddr: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: global_prefetch_b8 v0, s[0:1] scope:SCOPE_SYS ; GFX1250-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-LABEL: prefetch_data_vgpr_global_saddr: ; GFX1250-SPREFETCH: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-NEXT: global_prefetch_b8 v0, s[0:1] scope:SCOPE_SYS ; GFX1250-SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_vgpr_global_saddr: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm ; ; GFX12-SPREFETCH-LABEL: prefetch_data_vgpr_global_saddr: ; GFX12-SPREFETCH: ; %bb.0: ; %entry ; GFX12-SPREFETCH-NEXT: s_endpgm entry: %gep = getelementptr i8, ptr addrspace(1) %ptr, i32 %voffset tail call void @llvm.prefetch.p1(ptr addrspace(1) %gep, i32 0, i32 0, i32 1) ret void } define amdgpu_ps void @prefetch_data_vgpr_global_saddr_offset(ptr addrspace(1) inreg %ptr, i32 %voffset) { ; GFX1250-LABEL: prefetch_data_vgpr_global_saddr_offset: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: global_prefetch_b8 v0, s[0:1] offset:128 scope:SCOPE_SYS ; GFX1250-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-LABEL: prefetch_data_vgpr_global_saddr_offset: ; GFX1250-SPREFETCH: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-NEXT: global_prefetch_b8 v0, s[0:1] offset:128 scope:SCOPE_SYS ; GFX1250-SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_vgpr_global_saddr_offset: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm ; ; GFX12-SPREFETCH-LABEL: prefetch_data_vgpr_global_saddr_offset: ; GFX12-SPREFETCH: ; %bb.0: ; %entry ; GFX12-SPREFETCH-NEXT: s_endpgm entry: %gep1 = getelementptr i8, ptr addrspace(1) %ptr, i32 %voffset %gep2 = getelementptr i8, ptr addrspace(1) %gep1, i32 128 tail call void @llvm.prefetch.p1(ptr addrspace(1) %gep2, i32 0, i32 0, i32 1) ret void } ; Cannot prefetch I$ with flat or global instructions. define amdgpu_ps void @prefetch_inst_vgpr_global(ptr addrspace(1) %ptr) { ; GCN-LABEL: prefetch_inst_vgpr_global: ; GCN: ; %bb.0: ; %entry ; GCN-NEXT: s_endpgm entry: tail call void @llvm.prefetch.p1(ptr addrspace(1) %ptr, i32 0, i32 0, i32 0) ret void } define amdgpu_ps void @prefetch_inst_vgpr_flat(ptr %ptr) { ; GCN-LABEL: prefetch_inst_vgpr_flat: ; GCN: ; %bb.0: ; %entry ; GCN-NEXT: s_endpgm entry: tail call void @llvm.prefetch.pf(ptr %ptr, i32 0, i32 0, i32 0) ret void } ; Force vector prefetch for uniform address with rw = 1 argument. define amdgpu_ps void @prefetch_data_sgpr_flat_force_vector(ptr inreg %ptr) { ; GFX1250-LABEL: prefetch_data_sgpr_flat_force_vector: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: v_mov_b32_e32 v0, 0 ; GFX1250-NEXT: flat_prefetch_b8 v0, s[0:1] scope:SCOPE_SYS ; GFX1250-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-LABEL: prefetch_data_sgpr_flat_force_vector: ; GFX1250-SPREFETCH: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-NEXT: v_mov_b32_e32 v0, 0 ; GFX1250-SPREFETCH-NEXT: flat_prefetch_b8 v0, s[0:1] scope:SCOPE_SYS ; GFX1250-SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_sgpr_flat_force_vector: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm ; ; GFX12-SPREFETCH-LABEL: prefetch_data_sgpr_flat_force_vector: ; GFX12-SPREFETCH: ; %bb.0: ; %entry ; GFX12-SPREFETCH-NEXT: s_prefetch_data s[0:1], 0x0, null, 0 ; GFX12-SPREFETCH-NEXT: s_endpgm entry: tail call void @llvm.prefetch.pf(ptr %ptr, i32 1, i32 0, i32 1) ret void } define amdgpu_ps void @prefetch_data_sgpr_global_force_vector(ptr addrspace(1) inreg %ptr) { ; GFX1250-LABEL: prefetch_data_sgpr_global_force_vector: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: v_mov_b32_e32 v0, 0 ; GFX1250-NEXT: global_prefetch_b8 v0, s[0:1] scope:SCOPE_SYS ; GFX1250-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-LABEL: prefetch_data_sgpr_global_force_vector: ; GFX1250-SPREFETCH: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-NEXT: v_mov_b32_e32 v0, 0 ; GFX1250-SPREFETCH-NEXT: global_prefetch_b8 v0, s[0:1] scope:SCOPE_SYS ; GFX1250-SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_sgpr_global_force_vector: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm ; ; GFX12-SPREFETCH-LABEL: prefetch_data_sgpr_global_force_vector: ; GFX12-SPREFETCH: ; %bb.0: ; %entry ; GFX12-SPREFETCH-NEXT: s_prefetch_data s[0:1], 0x0, null, 0 ; GFX12-SPREFETCH-NEXT: s_endpgm entry: tail call void @llvm.prefetch.p1(ptr addrspace(1) %ptr, i32 1, i32 0, i32 1) ret void } define amdgpu_ps void @prefetch_data_sgpr_global_saddr_force_vector(ptr addrspace(1) inreg %ptr) { ; GFX1250-LABEL: prefetch_data_sgpr_global_saddr_force_vector: ; GFX1250: ; %bb.0: ; %entry ; GFX1250-NEXT: v_mov_b32_e32 v0, 0 ; GFX1250-NEXT: global_prefetch_b8 v0, s[0:1] offset:1024 scope:SCOPE_SYS ; GFX1250-NEXT: s_endpgm ; ; GFX1250-SPREFETCH-LABEL: prefetch_data_sgpr_global_saddr_force_vector: ; GFX1250-SPREFETCH: ; %bb.0: ; %entry ; GFX1250-SPREFETCH-NEXT: v_mov_b32_e32 v0, 0 ; GFX1250-SPREFETCH-NEXT: global_prefetch_b8 v0, s[0:1] offset:1024 scope:SCOPE_SYS ; GFX1250-SPREFETCH-NEXT: s_endpgm ; ; NOSPREFETCH-LABEL: prefetch_data_sgpr_global_saddr_force_vector: ; NOSPREFETCH: ; %bb.0: ; %entry ; NOSPREFETCH-NEXT: s_endpgm ; ; GFX12-SPREFETCH-LABEL: prefetch_data_sgpr_global_saddr_force_vector: ; GFX12-SPREFETCH: ; %bb.0: ; %entry ; GFX12-SPREFETCH-NEXT: s_prefetch_data s[0:1], 0x400, null, 0 ; GFX12-SPREFETCH-NEXT: s_endpgm entry: %gep = getelementptr i8, ptr addrspace(1) %ptr, i32 1024 tail call void @llvm.prefetch.p1(ptr addrspace(1) %gep, i32 1, i32 0, i32 1) ret void } declare void @llvm.prefetch.pf(ptr nocapture readonly, i32, i32, i32) declare void @llvm.prefetch.p1(ptr addrspace(1) nocapture readonly, i32, i32, i32) declare void @llvm.prefetch.p3(ptr addrspace(3) nocapture readonly, i32, i32, i32) declare void @llvm.prefetch.p4(ptr addrspace(4) nocapture readonly, i32, i32, i32) declare void @llvm.prefetch.p5(ptr addrspace(5) nocapture readonly, i32, i32, i32) declare void @llvm.prefetch.p6(ptr addrspace(6) nocapture readonly, i32, i32, i32)