ab47418df6
The bufferization of arith.constant ops is also switched over to BufferizableOpInterface-based bufferization. The old implementation is deleted. Both implementations utilize GlobalCreator, now renamed to just `getGlobalFor`. GlobalCreator no longer maintains a set of all created allocations to avoid duplicate allocations of the same constant. Instead, `getGlobalFor` scans the module to see if there is already a global allocation with the same constant value. For compatibility reasons, it is still possible to create a pass that bufferizes only `arith.constant`. This pass (createConstantBufferizePass) could be deleted once all users were switched over to One-Shot bufferization. Differential Revision: https://reviews.llvm.org/D118483
114 lines
4.2 KiB
C++
114 lines
4.2 KiB
C++
//===- BufferizableOpInterfaceImpl.cpp - Impl. of BufferizableOpInterface -===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "mlir/Dialect/Arithmetic/Transforms/BufferizableOpInterfaceImpl.h"
|
|
#include "mlir/Dialect/Arithmetic/IR/Arithmetic.h"
|
|
#include "mlir/Dialect/Bufferization/IR/BufferizableOpInterface.h"
|
|
#include "mlir/Dialect/Bufferization/Transforms/BufferUtils.h"
|
|
#include "mlir/Dialect/MemRef/IR/MemRef.h"
|
|
#include "mlir/IR/Dialect.h"
|
|
#include "mlir/IR/Operation.h"
|
|
|
|
using namespace mlir::bufferization;
|
|
|
|
namespace mlir {
|
|
namespace arith {
|
|
namespace {
|
|
|
|
/// Bufferization of arith.constant. Replace with memref.get_global.
|
|
struct ConstantOpInterface
|
|
: public BufferizableOpInterface::ExternalModel<ConstantOpInterface,
|
|
arith::ConstantOp> {
|
|
LogicalResult bufferize(Operation *op, RewriterBase &rewriter,
|
|
const BufferizationState &state) const {
|
|
auto constantOp = cast<arith::ConstantOp>(op);
|
|
|
|
// Only ranked tensors are supported.
|
|
if (!constantOp.getType().isa<RankedTensorType>())
|
|
return failure();
|
|
|
|
// Only constants inside a module are supported.
|
|
auto moduleOp = constantOp->getParentOfType<ModuleOp>();
|
|
if (!moduleOp)
|
|
return failure();
|
|
|
|
// Create global memory segment and replace tensor with memref pointing to
|
|
// that memory segment.
|
|
FailureOr<memref::GlobalOp> globalOp =
|
|
getGlobalFor(constantOp, state.getOptions().bufferAlignment);
|
|
if (failed(globalOp))
|
|
return failure();
|
|
memref::GlobalOp globalMemref = globalOp.getValue();
|
|
replaceOpWithNewBufferizedOp<memref::GetGlobalOp>(
|
|
rewriter, op, globalMemref.type(), globalMemref.getName());
|
|
|
|
return success();
|
|
}
|
|
|
|
bool isWritable(Operation *op, Value value,
|
|
const BufferizationState &state) const {
|
|
// Memory locations returned by memref::GetGlobalOp may not be written to.
|
|
assert(value.isa<OpResult>());
|
|
return false;
|
|
}
|
|
};
|
|
|
|
struct IndexCastOpInterface
|
|
: public BufferizableOpInterface::ExternalModel<IndexCastOpInterface,
|
|
arith::IndexCastOp> {
|
|
bool bufferizesToMemoryRead(Operation *op, OpOperand &opOperand,
|
|
const BufferizationState &state) const {
|
|
return false;
|
|
}
|
|
|
|
bool bufferizesToMemoryWrite(Operation *op, OpOperand &opOperand,
|
|
const BufferizationState &state) const {
|
|
return false;
|
|
}
|
|
|
|
OpResult getAliasingOpResult(Operation *op, OpOperand &opOperand,
|
|
const BufferizationState &state) const {
|
|
return op->getResult(0);
|
|
}
|
|
|
|
BufferRelation bufferRelation(Operation *op, OpResult opResult,
|
|
const BufferizationState &state) const {
|
|
return BufferRelation::Equivalent;
|
|
}
|
|
|
|
LogicalResult bufferize(Operation *op, RewriterBase &rewriter,
|
|
const BufferizationState &state) const {
|
|
auto castOp = cast<arith::IndexCastOp>(op);
|
|
|
|
Value source = *state.getBuffer(rewriter, op->getOpOperand(0) /*in*/);
|
|
auto sourceType = source.getType().cast<BaseMemRefType>();
|
|
|
|
// Result type should have same layout and address space as the source type.
|
|
MemRefLayoutAttrInterface layout = {};
|
|
if (auto rankedMemRefType = sourceType.dyn_cast<MemRefType>())
|
|
layout = rankedMemRefType.getLayout();
|
|
Type resultType =
|
|
getMemRefType(castOp.getType().cast<TensorType>(), state.getOptions(),
|
|
layout, sourceType.getMemorySpace());
|
|
|
|
replaceOpWithNewBufferizedOp<arith::IndexCastOp>(rewriter, op, source,
|
|
resultType);
|
|
return success();
|
|
}
|
|
};
|
|
|
|
} // namespace
|
|
} // namespace arith
|
|
} // namespace mlir
|
|
|
|
void mlir::arith::registerBufferizableOpInterfaceExternalModels(
|
|
DialectRegistry ®istry) {
|
|
registry.addOpInterface<ConstantOp, ConstantOpInterface>();
|
|
registry.addOpInterface<IndexCastOp, IndexCastOpInterface>();
|
|
}
|