f43aaf90df
CreateVScale took a scaling parameter that had a single use outside of IRBuilder with all other callers having to create a redundant ConstantInt. To work round this some code perferred to use CreateIntrinsic directly. This patch simplifies CreateVScale to return a call to the llvm.vscale() intrinsic and nothing more. As well as simplifying the existing call sites I've also migrated the uses of CreateIntrinsic. Whilst IRBuilder used CreateVScale's scaling parameter as part of the implementations of CreateElementCount and CreateTypeSize, I have follow-on work to switch them to the NUW varaiety and thus they would stop using CreateVScale's scaling as well. To prepare for this I have moved the multiplication and constant folding into the implementations of CreateElementCount and CreateTypeSize. As a final step I have replaced some callers of CreateVScale with CreateElementCount where it's clear from the code they wanted the latter.
62 lines
2.3 KiB
C++
62 lines
2.3 KiB
C++
//===- LowerVectorIntrinsics.cpp ------------------------------------------===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "llvm/Transforms/Utils/LowerVectorIntrinsics.h"
|
|
#include "llvm/IR/IRBuilder.h"
|
|
|
|
#define DEBUG_TYPE "lower-vector-intrinsics"
|
|
|
|
using namespace llvm;
|
|
|
|
bool llvm::lowerUnaryVectorIntrinsicAsLoop(Module &M, CallInst *CI) {
|
|
Type *ArgTy = CI->getArgOperand(0)->getType();
|
|
VectorType *VecTy = cast<VectorType>(ArgTy);
|
|
|
|
BasicBlock *PreLoopBB = CI->getParent();
|
|
BasicBlock *PostLoopBB = nullptr;
|
|
Function *ParentFunc = PreLoopBB->getParent();
|
|
LLVMContext &Ctx = PreLoopBB->getContext();
|
|
Type *Int64Ty = IntegerType::get(Ctx, 64);
|
|
|
|
PostLoopBB = PreLoopBB->splitBasicBlock(CI);
|
|
BasicBlock *LoopBB = BasicBlock::Create(Ctx, "", ParentFunc, PostLoopBB);
|
|
PreLoopBB->getTerminator()->setSuccessor(0, LoopBB);
|
|
|
|
// Loop preheader
|
|
IRBuilder<> PreLoopBuilder(PreLoopBB->getTerminator());
|
|
Value *LoopEnd =
|
|
PreLoopBuilder.CreateElementCount(Int64Ty, VecTy->getElementCount());
|
|
|
|
// Loop body
|
|
IRBuilder<> LoopBuilder(LoopBB);
|
|
|
|
PHINode *LoopIndex = LoopBuilder.CreatePHI(Int64Ty, 2);
|
|
LoopIndex->addIncoming(ConstantInt::get(Int64Ty, 0U), PreLoopBB);
|
|
PHINode *Vec = LoopBuilder.CreatePHI(VecTy, 2);
|
|
Vec->addIncoming(CI->getArgOperand(0), PreLoopBB);
|
|
|
|
Value *Elem = LoopBuilder.CreateExtractElement(Vec, LoopIndex);
|
|
Function *Exp = Intrinsic::getOrInsertDeclaration(&M, CI->getIntrinsicID(),
|
|
VecTy->getElementType());
|
|
Value *Res = LoopBuilder.CreateCall(Exp, Elem);
|
|
Value *NewVec = LoopBuilder.CreateInsertElement(Vec, Res, LoopIndex);
|
|
Vec->addIncoming(NewVec, LoopBB);
|
|
|
|
Value *One = ConstantInt::get(Int64Ty, 1U);
|
|
Value *NextLoopIndex = LoopBuilder.CreateAdd(LoopIndex, One);
|
|
LoopIndex->addIncoming(NextLoopIndex, LoopBB);
|
|
|
|
Value *ExitCond =
|
|
LoopBuilder.CreateICmp(CmpInst::ICMP_EQ, NextLoopIndex, LoopEnd);
|
|
LoopBuilder.CreateCondBr(ExitCond, PostLoopBB, LoopBB);
|
|
|
|
CI->replaceAllUsesWith(NewVec);
|
|
CI->eraseFromParent();
|
|
return true;
|
|
}
|