shylie/llvm-project
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
llvm-project/llvm/test/CodeGen/DirectX/RawBufferLoadInt64.ll
Sarah Spall 5e87a712f9
[DirectX] Add support for Raw Buffer Loads and Stores for scalars and vectors of doubles and i64s in SM6.2 and earlier (#146627) 
For SM6.2 and earlier, Raw buffer Loads and Stores can't handle 64 bit
types. This PR expands Raw Buffer Loads and Stores for 64 bit types
double and int64_t. This Adds to the work done in #139996 and #145047 .
Raw Buffer Loads and Stores allow for 64 bit type vectors of size 3 and
4, and the code is modified to allow for that.
Closes #144747
2025-07-07 16:42:32 -07:00

263 lines
13 KiB
LLVM
Raw Permalink Blame History

; RUN: opt -mtriple=dxil-pc-shadermodel6.2-compute -S -dxil-intrinsic-expansion %s | FileCheck %s --check-prefixes=CHECK,CHECK62
; RUN: opt -mtriple=dxil-pc-shadermodel6.3-compute -S -dxil-intrinsic-expansion %s | FileCheck %s --check-prefixes=CHECK,CHECK63
define void @loadi64(i32 %index) {
; check the handle from binding is unchanged
; CHECK: [[B:%.*]] = call target("dx.Rawbuffer", i64, 1, 0, 0)
; CHECK-SAME: @llvm.dx.resource.handlefrombinding.tdx.Rawbuffer_i64_1_0_0t(
; CHECK-SAME: i32 0, i32 1, i32 1, i32 0, i1 false, ptr null)
%buffer = call target("dx.Rawbuffer", i64, 1, 0, 0)
@llvm.dx.resource.handlefrombinding.tdx.Rawbuffer_i64_1_0_0t(
i32 0, i32 1, i32 1, i32 0, i1 false, ptr null)
; check we don't modify the code in sm6.3 or later
; CHECK63: [[L0:%.*]] = call { i64, i1 } @llvm.dx.resource.load.rawbuffer
; CHECK63-SAME: target("dx.Rawbuffer", i64, 1, 0, 0) [[B]], i32 %index, i32 0)
; check we load an <2 x i32> instead of a i64
; CHECK62-NOT: call {i64, i1} @llvm.dx.resource.load.rawbuffer
; CHECK62: [[L0:%.*]] = call { <2 x i32>, i1 }
; CHECK62-SAME: @llvm.dx.resource.load.rawbuffer.v2i32.tdx.Rawbuffer_i64_1_0_0t(
; CHECK62-SAME: target("dx.Rawbuffer", i64, 1, 0, 0) [[B]], i32 %index, i32 0)
%load0 = call {i64, i1} @llvm.dx.resource.load.rawbuffer(
target("dx.Rawbuffer", i64, 1, 0, 0) %buffer, i32 %index, i32 0)
; CHECK63: extractvalue { i64, i1 } [[L0]], 0
; check we extract the two i32 and construct a i64
; CHECK62: [[D0:%.*]] = extractvalue { <2 x i32>, i1 } [[L0]], 0
; CHECK62: [[Lo:%.*]] = extractelement <2 x i32> [[D0]], i32 0
; CHECK62: [[Hi:%.*]] = extractelement <2 x i32> [[D0]], i32 1
; CHECK62: [[ZLo1:%.*]] = zext i32 [[Lo]] to i64
; CHECK62: [[ZHi1:%.*]] = zext i32 [[Hi]] to i64
; CHECK62: [[A:%.*]] = shl i64 [[ZHi1]], 32
; CHECK62: [[B:%.*]] = or i64 [[ZLo1]], [[A]]
; CHECK62-NOT: extractvalue { i64, i1 }
%data0 = extractvalue {i64, i1} %load0, 0
ret void
}
define void @loadv2i64(i32 %index) {
; check the handle from binding is unchanged
; CHECK: [[B:%.*]] = call target("dx.Rawbuffer", <2 x i64>, 1, 0, 0)
; CHECK-SAME: @llvm.dx.resource.handlefrombinding.tdx.Rawbuffer_v2i64_1_0_0t(
; CHECK-SAME: i32 0, i32 1, i32 1, i32 0, i1 false, ptr null)
%buffer = call target("dx.Rawbuffer", <2 x i64>, 1, 0, 0)
@llvm.dx.resource.handlefrombinding.tdx.Rawbuffer_v2i64_1_0_0t(
i32 0, i32 1, i32 1, i32 0, i1 false, ptr null)
; check we don't modify the code in sm6.3 or later
; CHECK63: [[L0:%.*]] = call { <2 x i64>, i1 } @llvm.dx.resource.load.rawbuffer
; CHECK63-SAME: target("dx.Rawbuffer", <2 x i64>, 1, 0, 0) [[B]], i32 %index, i32 0)
; check we load an <4 x i32> instead of a i642
; CHECK62: [[L0:%.*]] = call { <4 x i32>, i1 }
; CHECK62-SAME: @llvm.dx.resource.load.rawbuffer.v4i32.tdx.Rawbuffer_v2i64_1_0_0t(
; CHECK62-SAME: target("dx.Rawbuffer", <2 x i64>, 1, 0, 0) [[B]], i32 %index, i32 0)
%load0 = call { <2 x i64>, i1 } @llvm.dx.resource.load.rawbuffer(
target("dx.Rawbuffer", <2 x i64>, 1, 0, 0) %buffer, i32 %index, i32 0)
; CHECK63: extractvalue { <2 x i64>, i1 } [[L0]], 0
; check we extract the 4 i32 and construct a <2 x i64>
; CHECK62: [[D0:%.*]] = extractvalue { <4 x i32>, i1 } [[L0]], 0
; CHECK62: [[Lo1:%.*]] = extractelement <4 x i32> [[D0]], i32 0
; CHECK62: [[Hi1:%.*]] = extractelement <4 x i32> [[D0]], i32 1
; CHECK62: [[Lo2:%.*]] = extractelement <4 x i32> [[D0]], i32 2
; CHECK62: [[Hi2:%.*]] = extractelement <4 x i32> [[D0]], i32 3
; CHECK62: [[ZLo1:%.*]] = zext i32 [[Lo1]] to i64
; CHECK62: [[ZHi1:%.*]] = zext i32 [[Hi1]] to i64
; CHECK62: [[A:%.*]] = shl i64 [[ZHi1]], 32
; CHECK62: [[B:%.*]] = or i64 [[ZLo1]], [[A]]
; CHECK62: [[Vec:%.*]] = insertelement <2 x i64> poison, i64 [[B]], i32 0
; CHECK62: [[ZLo2:%.*]] = zext i32 [[Lo2]] to i64
; CHECK62: [[ZHi2:%.*]] = zext i32 [[Hi2]] to i64
; CHECK62: [[A:%.*]] = shl i64 [[ZHi2]], 32
; CHECK62: [[B:%.*]] = or i64 [[ZLo2]], [[A]]
; CHECK62: [[Vec2:%.*]] = insertelement <2 x i64> [[Vec]], i64 [[B]], i32 1
; CHECK62-NOT: extractvalue { <2 x i64>, i1 }
%data0 = extractvalue { <2 x i64>, i1 } %load0, 0
ret void
}
; show we properly handle extracting the check bit
define void @loadi64WithCheckBit(i32 %index) {
; check the handle from binding is unchanged
; CHECK: [[B:%.*]] = call target("dx.Rawbuffer", i64, 1, 0, 0)
; CHECK-SAME: @llvm.dx.resource.handlefrombinding.tdx.Rawbuffer_i64_1_0_0t(
; CHECK-SAME: i32 0, i32 1, i32 1, i32 0, i1 false, ptr null)
%buffer = call target("dx.Rawbuffer", i64, 1, 0, 0)
@llvm.dx.resource.handlefrombinding.tdx.Rawbuffer_i64_1_0_0t(
i32 0, i32 1, i32 1, i32 0, i1 false, ptr null)
; check we don't modify the code in sm6.3 or later
; CHECK63: [[L0:%.*]] = call { i64, i1 } @llvm.dx.resource.load.rawbuffer
; CHECK63-SAME: target("dx.Rawbuffer", i64, 1, 0, 0) [[B]], i32 %index, i32 0)
; check we load an <2 x i32> instead of a i64
; CHECK62-NOT: call {i64, i1} @llvm.dx.resource.load.rawbuffer
; CHECK62: [[L0:%.*]] = call { <2 x i32>, i1 }
; CHECK62-SAME: @llvm.dx.resource.load.rawbuffer.v2i32.tdx.Rawbuffer_i64_1_0_0t(
; CHECK62-SAME: target("dx.Rawbuffer", i64, 1, 0, 0) [[B]], i32 %index, i32 0)
%load0 = call {i64, i1} @llvm.dx.resource.load.rawbuffer(
target("dx.Rawbuffer", i64, 1, 0, 0) %buffer, i32 %index, i32 0)
; CHECK63: extractvalue { i64, i1 } [[L0]], 0
; CHECK63: extractvalue { i64, i1 } [[L0]], 1
; check we extract the two i32 and construct a i64
; CHECK62: [[D0:%.*]] = extractvalue { <2 x i32>, i1 } [[L0]], 0
; CHECK62: [[Lo:%.*]] = extractelement <2 x i32> [[D0]], i32 0
; CHECK62: [[Hi:%.*]] = extractelement <2 x i32> [[D0]], i32 1
; CHECK62: [[ZLo1:%.*]] = zext i32 [[Lo]] to i64
; CHECK62: [[ZHi1:%.*]] = zext i32 [[Hi]] to i64
; CHECK62: [[A:%.*]] = shl i64 [[ZHi1]], 32
; CHECK62: [[B:%.*]] = or i64 [[ZLo1]], [[A]]
%data0 = extractvalue {i64, i1} %load0, 0
; CHECK62: extractvalue { <2 x i32>, i1 } [[L0]], 1
; CHECK62-NOT: extractvalue { i64, i1 }
%cb = extractvalue {i64, i1} %load0, 1
ret void
}
; Raw Buffer Load allows for i64_t3 and i64_t4 to be loaded
; In SM6.2 and below, two loads will be performed.
; Show we and the checkbits together
define void @loadv3i64(i32 %index) {
; check the handle from binding is unchanged
; CHECK: [[Buf:%.*]] = call target("dx.Rawbuffer", <3 x i64>, 0, 0)
; CHECK-SAME: @llvm.dx.resource.handlefrombinding.tdx.Rawbuffer_v3i64_0_0t(
; CHECK-SAME: i32 0, i32 0, i32 1, i32 0, i1 false, ptr null)
%buffer = call target("dx.Rawbuffer", <3 x i64>, 0, 0)
@llvm.dx.resource.handlefrombinding.tdx.Rawbuffer_v3i64_0_0t(
i32 0, i32 0, i32 1, i32 0, i1 false, ptr null)
; check we don't modify the code in sm6.3 or later
; CHECK63: [[L0:%.*]] = call { <3 x i64>, i1 } @llvm.dx.resource.load.rawbuffer
; CHECK63-SAME: target("dx.Rawbuffer", <3 x i64>, 0, 0) [[B]], i32 %index, i32 0)
; check we perform two loads
; and do 6 extracts and construct 3 i64s
; CHECK62-NOT: call {<3 x i64>, i1} @llvm.dx.resource.load.rawbuffer
; CHECK62: [[L0:%.*]] = call { <4 x i32>, i1 }
; CHECK62-SAME: @llvm.dx.resource.load.rawbuffer.v4i32.tdx.Rawbuffer_v3i64_0_0t(
; CHECK62-SAME: target("dx.Rawbuffer", <3 x i64>, 0, 0) [[Buf]], i32 %index, i32 0)
; CHECK62: [[D0:%.*]] = extractvalue { <4 x i32>, i1 } [[L0]], 0
; CHECK62: [[Lo1:%.*]] = extractelement <4 x i32> [[D0]], i32 0
; CHECK62: [[Hi1:%.*]] = extractelement <4 x i32> [[D0]], i32 1
; CHECK62: [[Lo2:%.*]] = extractelement <4 x i32> [[D0]], i32 2
; CHECK62: [[Hi2:%.*]] = extractelement <4 x i32> [[D0]], i32 3
; CHECK62: [[ZLo1:%.*]] = zext i32 [[Lo1]] to i64
; CHECK62: [[ZHi1:%.*]] = zext i32 [[Hi1]] to i64
; CHECK62: [[A:%.*]] = shl i64 [[ZHi1]], 32
; CHECK62: [[B:%.*]] = or i64 [[ZLo1]], [[A]]
; CHECK62: [[Vec1:%.*]] = insertelement <3 x i64> poison, i64 [[B]], i32 0
; CHECK62: [[ZLo2:%.*]] = zext i32 [[Lo2]] to i64
; CHECK62: [[ZHi2:%.*]] = zext i32 [[Hi2]] to i64
; CHECK62: [[A:%.*]] = shl i64 [[ZHi2]], 32
; CHECK62: [[B:%.*]] = or i64 [[ZLo2]], [[A]]
; CHECK62: [[Vec2:%.*]] = insertelement <3 x i64> [[Vec1]], i64 [[B]], i32 1
; 2nd load
; CHECK62: [[L2:%.*]] = call { <2 x i32>, i1 }
; CHECK62-SAME: @llvm.dx.resource.load.rawbuffer.v2i32.tdx.Rawbuffer_v3i64_0_0t(
; CHECK62-SAME: target("dx.Rawbuffer", <3 x i64>, 0, 0) [[Buf]], i32 %index, i32 16)
; CHECK62: [[D2:%.*]] = extractvalue { <2 x i32>, i1 } [[L2]], 0
; CHECK62: [[Lo3:%.*]] = extractelement <2 x i32> [[D2]], i32 0
; CHECK62: [[Hi3:%.*]] = extractelement <2 x i32> [[D2]], i32 1
; CHECK62: [[ZLo3:%.*]] = zext i32 [[Lo3]] to i64
; CHECK62: [[ZHi3:%.*]] = zext i32 [[Hi3]] to i64
; CHECK62: [[A:%.*]] = shl i64 [[ZHi3]], 32
; CHECK62: [[B:%.*]] = or i64 [[ZLo3]], [[A]]
; CHECK62: [[Vec3:%.*]] = insertelement <3 x i64> [[Vec2]], i64 [[B]], i32 2
%load0 = call {<3 x i64>, i1} @llvm.dx.resource.load.rawbuffer(
target("dx.Rawbuffer", <3 x i64>, 0, 0) %buffer, i32 %index, i32 0)
; CHECK63: extractvalue { <3 x i64>, i1 } [[L0]], 0
; CHECK63: extractvalue { <3 x i64>, i1 } [[L0]], 1
; CHECK62-NOT: extractvalue {<3 x i64>, i1 }
%data0 = extractvalue {<3 x i64>, i1} %load0, 0
; check we extract checkbit from both loads and and them together
; CHECK62: [[B1:%.*]] = extractvalue { <4 x i32>, i1 } [[L0]], 1
; CHECK62: [[B2:%.*]] = extractvalue { <2 x i32>, i1 } [[L2]], 1
; CHECK62: and i1 [[B1]], [[B2]]
%cb = extractvalue {<3 x i64>, i1} %load0, 1
ret void
}
define void @loadv4i64(i32 %index) {
; check the handle from binding is unchanged
; CHECK62: [[Buf:%.*]] = call target("dx.Rawbuffer", <4 x i64>, 0, 0)
; CHECK62-SAME: @llvm.dx.resource.handlefrombinding.tdx.Rawbuffer_v4i64_0_0t(
; CHECK62-SAME: i32 0, i32 0, i32 1, i32 0, i1 false, ptr null)
%buffer = call target("dx.Rawbuffer", <4 x i64>, 0, 0)
@llvm.dx.resource.handlefrombinding.tdx.Rawbuffer_v4i64_0_0t(
i32 0, i32 0, i32 1, i32 0, i1 false, ptr null)
; check we don't modify the code in sm6.3 or later
; CHECK63: [[L0:%.*]] = call { <4 x i64>, i1 } @llvm.dx.resource.load.rawbuffer
; CHECK63-SAME: target("dx.Rawbuffer", <4 x i64>, 0, 0) [[B]], i32 %index, i32 0)
; check we perform two loads
; and do 8 extracts and construct 4 i64s
; CHECK62-NOT: call {<4 x i64>, i1} @llvm.dx.resource.load.rawbuffer
; CHECK62: [[L0:%.*]] = call { <4 x i32>, i1 }
; CHECK62-SAME: @llvm.dx.resource.load.rawbuffer.v4i32.tdx.Rawbuffer_v4i64_0_0t(
; CHECK62-SAME: target("dx.Rawbuffer", <4 x i64>, 0, 0) [[Buf]], i32 %index, i32 0)
; CHECK62: [[D0:%.*]] = extractvalue { <4 x i32>, i1 } [[L0]], 0
; CHECK62: [[Lo1:%.*]] = extractelement <4 x i32> [[D0]], i32 0
; CHECK62: [[Hi1:%.*]] = extractelement <4 x i32> [[D0]], i32 1
; CHECK62: [[Lo2:%.*]] = extractelement <4 x i32> [[D0]], i32 2
; CHECK62: [[Hi2:%.*]] = extractelement <4 x i32> [[D0]], i32 3
; CHECK62: [[ZLo1:%.*]] = zext i32 [[Lo1]] to i64
; CHECK62: [[ZHi1:%.*]] = zext i32 [[Hi1]] to i64
; CHECK62: [[A:%.*]] = shl i64 [[ZHi1]], 32
; CHECK62: [[B:%.*]] = or i64 [[ZLo1]], [[A]]
; CHECK62: [[Vec1:%.*]] = insertelement <4 x i64> poison, i64 [[B]], i32 0
; CHECK62: [[ZLo2:%.*]] = zext i32 [[Lo2]] to i64
; CHECK62: [[ZHi2:%.*]] = zext i32 [[Hi2]] to i64
; CHECK62: [[A:%.*]] = shl i64 [[ZHi2]], 32
; CHECK62: [[B:%.*]] = or i64 [[ZLo2]], [[A]]
; CHECK62: [[Vec2:%.*]] = insertelement <4 x i64> [[Vec1]], i64 [[B]], i32 1
; 2nd load
; CHECK62: [[L2:%.*]] = call { <4 x i32>, i1 }
; CHECK62-SAME: @llvm.dx.resource.load.rawbuffer.v4i32.tdx.Rawbuffer_v4i64_0_0t(
; CHECK62-SAME: target("dx.Rawbuffer", <4 x i64>, 0, 0) [[Buf]], i32 %index, i32 16)
; CHECK62: [[D2:%.*]] = extractvalue { <4 x i32>, i1 } [[L2]], 0
; CHECK62: [[Lo3:%.*]] = extractelement <4 x i32> [[D2]], i32 0
; CHECK62: [[Hi3:%.*]] = extractelement <4 x i32> [[D2]], i32 1
; CHECK62: [[Lo4:%.*]] = extractelement <4 x i32> [[D2]], i32 2
; CHECK62: [[Hi4:%.*]] = extractelement <4 x i32> [[D2]], i32 3
; CHECK62: [[ZLo3:%.*]] = zext i32 [[Lo3]] to i64
; CHECK62: [[ZHi3:%.*]] = zext i32 [[Hi3]] to i64
; CHECK62: [[A:%.*]] = shl i64 [[ZHi3]], 32
; CHECK62: [[B:%.*]] = or i64 [[ZLo3]], [[A]]
; CHECK62: [[Vec3:%.*]] = insertelement <4 x i64> [[Vec2]], i64 [[B]], i32 2
; CHECK62: [[ZLo4:%.*]] = zext i32 [[Lo4]] to i64
; CHECK62: [[ZHi4:%.*]] = zext i32 [[Hi4]] to i64
; CHECK62: [[A:%.*]] = shl i64 [[ZHi4]], 32
; CHECK62: [[B:%.*]] = or i64 [[ZLo4]], [[A]]
; CHECK62: [[Vec4:%.*]] = insertelement <4 x i64> [[Vec3]], i64 [[B]], i32 3
%load0 = call {<4 x i64>, i1} @llvm.dx.resource.load.rawbuffer(
target("dx.Rawbuffer", <4 x i64>, 0, 0) %buffer, i32 %index, i32 0)
; CHECK63: extractvalue { <4 x i64>, i1 } [[L0]], 0
; CHECK63: extractvalue { <4 x i64>, i1 } [[L0]], 1
; CHECK62-NOT: extractvalue {<4 x i64>, i1 }
%data0 = extractvalue {<4 x i64>, i1} %load0, 0
; check we extract checkbit from both loads and and them together
; CHECK62: [[B1:%.*]] = extractvalue { <4 x i32>, i1 } [[L0]], 1
; CHECK62: [[B2:%.*]] = extractvalue { <4 x i32>, i1 } [[L2]], 1
; CHECK62: and i1 [[B1]], [[B2]]
%cb = extractvalue {<4 x i64>, i1} %load0, 1
ret void
}
Reference in New Issue View Git Blame Copy Permalink