This adds the SPIRV fdot, sdot, and udot intrinsics and allows them to be created at codegen depending on the target architecture. This required moving some of the DXIL-specific choices to DXIL instruction expansion out of codegen and providing it with at a more generic fdot intrinsic as well. Removed some stale comments that gave the obsolete impression that type conversions should be expected to match overloads. The SPIRV intrinsic handling involves generating multiply and add operations for integers and the existing OpDot operation for floating point. New tests for generating SPIRV float and integer dot intrinsics are added as well as expanding HLSL tests to include SPIRV generation Used new dot product intrinsic generation to implement normalize() in SPIRV Incidentally changed existing dot intrinsic definitions to use DefaultAttrsIntrinsic to match the newly added inrinsics Fixes #88056
150 lines
5.3 KiB
C++
150 lines
5.3 KiB
C++
//===----- CGHLSLRuntime.h - Interface to HLSL Runtimes -----*- C++ -*-===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This provides an abstract class for HLSL code generation. Concrete
|
|
// subclasses of this implement code generation for specific HLSL
|
|
// runtime libraries.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#ifndef LLVM_CLANG_LIB_CODEGEN_CGHLSLRUNTIME_H
|
|
#define LLVM_CLANG_LIB_CODEGEN_CGHLSLRUNTIME_H
|
|
|
|
#include "llvm/IR/IRBuilder.h"
|
|
#include "llvm/IR/Intrinsics.h"
|
|
#include "llvm/IR/IntrinsicsDirectX.h"
|
|
#include "llvm/IR/IntrinsicsSPIRV.h"
|
|
|
|
#include "clang/Basic/Builtins.h"
|
|
#include "clang/Basic/HLSLRuntime.h"
|
|
|
|
#include "llvm/ADT/SmallVector.h"
|
|
#include "llvm/ADT/StringRef.h"
|
|
#include "llvm/Frontend/HLSL/HLSLResource.h"
|
|
|
|
#include <optional>
|
|
#include <vector>
|
|
|
|
// A function generator macro for picking the right intrinsic
|
|
// for the target backend
|
|
#define GENERATE_HLSL_INTRINSIC_FUNCTION(FunctionName, IntrinsicPostfix) \
|
|
llvm::Intrinsic::ID get##FunctionName##Intrinsic() { \
|
|
llvm::Triple::ArchType Arch = getArch(); \
|
|
switch (Arch) { \
|
|
case llvm::Triple::dxil: \
|
|
return llvm::Intrinsic::dx_##IntrinsicPostfix; \
|
|
case llvm::Triple::spirv: \
|
|
return llvm::Intrinsic::spv_##IntrinsicPostfix; \
|
|
default: \
|
|
llvm_unreachable("Intrinsic " #IntrinsicPostfix \
|
|
" not supported by target architecture"); \
|
|
} \
|
|
}
|
|
|
|
namespace llvm {
|
|
class GlobalVariable;
|
|
class Function;
|
|
class StructType;
|
|
} // namespace llvm
|
|
|
|
namespace clang {
|
|
class VarDecl;
|
|
class ParmVarDecl;
|
|
class HLSLBufferDecl;
|
|
class HLSLResourceBindingAttr;
|
|
class Type;
|
|
class DeclContext;
|
|
|
|
class FunctionDecl;
|
|
|
|
namespace CodeGen {
|
|
|
|
class CodeGenModule;
|
|
|
|
class CGHLSLRuntime {
|
|
public:
|
|
//===----------------------------------------------------------------------===//
|
|
// Start of reserved area for HLSL intrinsic getters.
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
GENERATE_HLSL_INTRINSIC_FUNCTION(All, all)
|
|
GENERATE_HLSL_INTRINSIC_FUNCTION(Any, any)
|
|
GENERATE_HLSL_INTRINSIC_FUNCTION(Frac, frac)
|
|
GENERATE_HLSL_INTRINSIC_FUNCTION(Length, length)
|
|
GENERATE_HLSL_INTRINSIC_FUNCTION(Lerp, lerp)
|
|
GENERATE_HLSL_INTRINSIC_FUNCTION(Normalize, normalize)
|
|
GENERATE_HLSL_INTRINSIC_FUNCTION(Rsqrt, rsqrt)
|
|
GENERATE_HLSL_INTRINSIC_FUNCTION(Saturate, saturate)
|
|
GENERATE_HLSL_INTRINSIC_FUNCTION(ThreadId, thread_id)
|
|
GENERATE_HLSL_INTRINSIC_FUNCTION(FDot, fdot)
|
|
GENERATE_HLSL_INTRINSIC_FUNCTION(SDot, sdot)
|
|
GENERATE_HLSL_INTRINSIC_FUNCTION(UDot, udot)
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
// End of reserved area for HLSL intrinsic getters.
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
struct BufferResBinding {
|
|
// The ID like 2 in register(b2, space1).
|
|
std::optional<unsigned> Reg;
|
|
// The Space like 1 is register(b2, space1).
|
|
// Default value is 0.
|
|
unsigned Space;
|
|
BufferResBinding(HLSLResourceBindingAttr *Attr);
|
|
};
|
|
struct Buffer {
|
|
Buffer(const HLSLBufferDecl *D);
|
|
llvm::StringRef Name;
|
|
// IsCBuffer - Whether the buffer is a cbuffer (and not a tbuffer).
|
|
bool IsCBuffer;
|
|
BufferResBinding Binding;
|
|
// Global variable and offset for each constant.
|
|
std::vector<std::pair<llvm::GlobalVariable *, unsigned>> Constants;
|
|
llvm::StructType *LayoutStruct = nullptr;
|
|
};
|
|
|
|
protected:
|
|
CodeGenModule &CGM;
|
|
|
|
llvm::Value *emitInputSemantic(llvm::IRBuilder<> &B, const ParmVarDecl &D,
|
|
llvm::Type *Ty);
|
|
|
|
public:
|
|
CGHLSLRuntime(CodeGenModule &CGM) : CGM(CGM) {}
|
|
virtual ~CGHLSLRuntime() {}
|
|
|
|
llvm::Type *convertHLSLSpecificType(const Type *T);
|
|
|
|
void annotateHLSLResource(const VarDecl *D, llvm::GlobalVariable *GV);
|
|
void generateGlobalCtorDtorCalls();
|
|
|
|
void addBuffer(const HLSLBufferDecl *D);
|
|
void finishCodeGen();
|
|
|
|
void setHLSLEntryAttributes(const FunctionDecl *FD, llvm::Function *Fn);
|
|
|
|
void emitEntryFunction(const FunctionDecl *FD, llvm::Function *Fn);
|
|
void setHLSLFunctionAttributes(const FunctionDecl *FD, llvm::Function *Fn);
|
|
|
|
private:
|
|
void addBufferResourceAnnotation(llvm::GlobalVariable *GV,
|
|
llvm::hlsl::ResourceClass RC,
|
|
llvm::hlsl::ResourceKind RK, bool IsROV,
|
|
llvm::hlsl::ElementType ET,
|
|
BufferResBinding &Binding);
|
|
void addConstant(VarDecl *D, Buffer &CB);
|
|
void addBufferDecls(const DeclContext *DC, Buffer &CB);
|
|
llvm::Triple::ArchType getArch();
|
|
llvm::SmallVector<Buffer> Buffers;
|
|
};
|
|
|
|
} // namespace CodeGen
|
|
} // namespace clang
|
|
|
|
#endif
|