This PR introduces two new ops in omp dialect, omp.target_allocmem and omp.target_freemem. omp.target_allocmem: Allocates heap memory on device. Will be lowered to omp_target_alloc call in llvm. omp.target_freemem: Deallocates heap memory on device. Will be lowered to omp+target_free call in llvm. Example: %1 = omp.target_allocmem %device : i32, i64 omp.target_freemem %device, %1 : i32, i64 The work in this PR is C-P/inspired from @ivanradanov commit from coexecute implementation: [Add fir omp target alloc and free ops](be860ac8ba) [Lower omp_target_{alloc,free} to llvm](6e2d584dc9)
184 lines
7.6 KiB
C++
184 lines
7.6 KiB
C++
//===-- CodeGenOpenMP.cpp -------------------------------------------------===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// Coding style: https://mlir.llvm.org/getting_started/DeveloperGuide/
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "flang/Optimizer/CodeGen/CodeGenOpenMP.h"
|
|
|
|
#include "flang/Optimizer/Builder/FIRBuilder.h"
|
|
#include "flang/Optimizer/Builder/LowLevelIntrinsics.h"
|
|
#include "flang/Optimizer/CodeGen/CodeGen.h"
|
|
#include "flang/Optimizer/Dialect/FIRDialect.h"
|
|
#include "flang/Optimizer/Dialect/FIROps.h"
|
|
#include "flang/Optimizer/Dialect/FIRType.h"
|
|
#include "flang/Optimizer/Dialect/Support/FIRContext.h"
|
|
#include "flang/Optimizer/Support/FatalError.h"
|
|
#include "flang/Optimizer/Support/InternalNames.h"
|
|
#include "flang/Optimizer/Support/Utils.h"
|
|
#include "mlir/Conversion/LLVMCommon/ConversionTarget.h"
|
|
#include "mlir/Conversion/LLVMCommon/Pattern.h"
|
|
#include "mlir/Dialect/LLVMIR/LLVMDialect.h"
|
|
#include "mlir/Dialect/OpenMP/OpenMPDialect.h"
|
|
#include "mlir/IR/PatternMatch.h"
|
|
#include "mlir/Transforms/DialectConversion.h"
|
|
|
|
using namespace fir;
|
|
|
|
#define DEBUG_TYPE "flang-codegen-openmp"
|
|
|
|
// fir::LLVMTypeConverter for converting to LLVM IR dialect types.
|
|
#include "flang/Optimizer/CodeGen/TypeConverter.h"
|
|
|
|
namespace {
|
|
/// A pattern that converts the region arguments in a single-region OpenMP
|
|
/// operation to the LLVM dialect. The body of the region is not modified and is
|
|
/// expected to either be processed by the conversion infrastructure or already
|
|
/// contain ops compatible with LLVM dialect types.
|
|
template <typename OpType>
|
|
class OpenMPFIROpConversion : public mlir::ConvertOpToLLVMPattern<OpType> {
|
|
public:
|
|
explicit OpenMPFIROpConversion(const fir::LLVMTypeConverter &lowering)
|
|
: mlir::ConvertOpToLLVMPattern<OpType>(lowering) {}
|
|
|
|
const fir::LLVMTypeConverter &lowerTy() const {
|
|
return *static_cast<const fir::LLVMTypeConverter *>(
|
|
this->getTypeConverter());
|
|
}
|
|
};
|
|
|
|
// FIR Op specific conversion for MapInfoOp that overwrites the default OpenMP
|
|
// Dialect lowering, this allows FIR specific lowering of types, required for
|
|
// descriptors of allocatables currently.
|
|
struct MapInfoOpConversion
|
|
: public OpenMPFIROpConversion<mlir::omp::MapInfoOp> {
|
|
using OpenMPFIROpConversion::OpenMPFIROpConversion;
|
|
|
|
llvm::LogicalResult
|
|
matchAndRewrite(mlir::omp::MapInfoOp curOp, OpAdaptor adaptor,
|
|
mlir::ConversionPatternRewriter &rewriter) const override {
|
|
const mlir::TypeConverter *converter = getTypeConverter();
|
|
llvm::SmallVector<mlir::Type> resTypes;
|
|
if (failed(converter->convertTypes(curOp->getResultTypes(), resTypes)))
|
|
return mlir::failure();
|
|
|
|
llvm::SmallVector<mlir::NamedAttribute> newAttrs;
|
|
mlir::omp::MapInfoOp newOp;
|
|
for (mlir::NamedAttribute attr : curOp->getAttrs()) {
|
|
if (auto typeAttr = mlir::dyn_cast<mlir::TypeAttr>(attr.getValue())) {
|
|
mlir::Type newAttr;
|
|
if (fir::isTypeWithDescriptor(typeAttr.getValue())) {
|
|
newAttr = lowerTy().convertBoxTypeAsStruct(
|
|
mlir::cast<fir::BaseBoxType>(typeAttr.getValue()));
|
|
} else {
|
|
newAttr = converter->convertType(typeAttr.getValue());
|
|
}
|
|
newAttrs.emplace_back(attr.getName(), mlir::TypeAttr::get(newAttr));
|
|
} else {
|
|
newAttrs.push_back(attr);
|
|
}
|
|
}
|
|
|
|
rewriter.replaceOpWithNewOp<mlir::omp::MapInfoOp>(
|
|
curOp, resTypes, adaptor.getOperands(), newAttrs);
|
|
|
|
return mlir::success();
|
|
}
|
|
};
|
|
|
|
// FIR op specific conversion for PrivateClauseOp that overwrites the default
|
|
// OpenMP Dialect lowering, this allows FIR-aware lowering of types, required
|
|
// for boxes because the OpenMP dialect conversion doesn't know anything about
|
|
// FIR types.
|
|
struct PrivateClauseOpConversion
|
|
: public OpenMPFIROpConversion<mlir::omp::PrivateClauseOp> {
|
|
using OpenMPFIROpConversion::OpenMPFIROpConversion;
|
|
|
|
llvm::LogicalResult
|
|
matchAndRewrite(mlir::omp::PrivateClauseOp curOp, OpAdaptor adaptor,
|
|
mlir::ConversionPatternRewriter &rewriter) const override {
|
|
const fir::LLVMTypeConverter &converter = lowerTy();
|
|
mlir::Type convertedAllocType;
|
|
if (auto box = mlir::dyn_cast<fir::BaseBoxType>(curOp.getType())) {
|
|
// In LLVM codegen fir.box<> == fir.ref<fir.box<>> == llvm.ptr
|
|
// Here we really do want the actual structure
|
|
if (box.isAssumedRank())
|
|
TODO(curOp->getLoc(), "Privatize an assumed rank array");
|
|
unsigned rank = 0;
|
|
if (auto seqTy = mlir::dyn_cast<fir::SequenceType>(
|
|
fir::unwrapRefType(box.getEleTy())))
|
|
rank = seqTy.getShape().size();
|
|
convertedAllocType = converter.convertBoxTypeAsStruct(box, rank);
|
|
} else {
|
|
convertedAllocType = converter.convertType(adaptor.getType());
|
|
}
|
|
if (!convertedAllocType)
|
|
return mlir::failure();
|
|
rewriter.startOpModification(curOp);
|
|
curOp.setType(convertedAllocType);
|
|
rewriter.finalizeOpModification(curOp);
|
|
return mlir::success();
|
|
}
|
|
};
|
|
|
|
// Convert FIR type to LLVM without turning fir.box<T> into memory
|
|
// reference.
|
|
static mlir::Type convertObjectType(const fir::LLVMTypeConverter &converter,
|
|
mlir::Type firType) {
|
|
if (auto boxTy = mlir::dyn_cast<fir::BaseBoxType>(firType))
|
|
return converter.convertBoxTypeAsStruct(boxTy);
|
|
return converter.convertType(firType);
|
|
}
|
|
|
|
// FIR Op specific conversion for TargetAllocMemOp
|
|
struct TargetAllocMemOpConversion
|
|
: public OpenMPFIROpConversion<mlir::omp::TargetAllocMemOp> {
|
|
using OpenMPFIROpConversion::OpenMPFIROpConversion;
|
|
|
|
llvm::LogicalResult
|
|
matchAndRewrite(mlir::omp::TargetAllocMemOp allocmemOp, OpAdaptor adaptor,
|
|
mlir::ConversionPatternRewriter &rewriter) const override {
|
|
mlir::Type heapTy = allocmemOp.getAllocatedType();
|
|
mlir::Location loc = allocmemOp.getLoc();
|
|
auto ity = lowerTy().indexType();
|
|
mlir::Type dataTy = fir::unwrapRefType(heapTy);
|
|
mlir::Type llvmObjectTy = convertObjectType(lowerTy(), dataTy);
|
|
if (fir::isRecordWithTypeParameters(fir::unwrapSequenceType(dataTy)))
|
|
TODO(loc, "omp.target_allocmem codegen of derived type with length "
|
|
"parameters");
|
|
mlir::Value size = fir::computeElementDistance(
|
|
loc, llvmObjectTy, ity, rewriter, lowerTy().getDataLayout());
|
|
if (auto scaleSize = fir::genAllocationScaleSize(
|
|
loc, allocmemOp.getInType(), ity, rewriter))
|
|
size = rewriter.create<mlir::LLVM::MulOp>(loc, ity, size, scaleSize);
|
|
for (mlir::Value opnd : adaptor.getOperands().drop_front())
|
|
size = rewriter.create<mlir::LLVM::MulOp>(
|
|
loc, ity, size, integerCast(lowerTy(), loc, rewriter, ity, opnd));
|
|
auto mallocTyWidth = lowerTy().getIndexTypeBitwidth();
|
|
auto mallocTy =
|
|
mlir::IntegerType::get(rewriter.getContext(), mallocTyWidth);
|
|
if (mallocTyWidth != ity.getIntOrFloatBitWidth())
|
|
size = integerCast(lowerTy(), loc, rewriter, mallocTy, size);
|
|
rewriter.modifyOpInPlace(allocmemOp, [&]() {
|
|
allocmemOp.setInType(rewriter.getI8Type());
|
|
allocmemOp.getTypeparamsMutable().clear();
|
|
allocmemOp.getTypeparamsMutable().append(size);
|
|
});
|
|
return mlir::success();
|
|
}
|
|
};
|
|
} // namespace
|
|
|
|
void fir::populateOpenMPFIRToLLVMConversionPatterns(
|
|
const LLVMTypeConverter &converter, mlir::RewritePatternSet &patterns) {
|
|
patterns.add<MapInfoOpConversion>(converter);
|
|
patterns.add<PrivateClauseOpConversion>(converter);
|
|
patterns.add<TargetAllocMemOpConversion>(converter);
|
|
}
|