In [1], the symbol __bpf_trap (macro BPF_TRAP) is removed if it is not used in the code. In the discussion in [1], it is found that the branch "if (Op.isSymbol())" is actually always false. Remove it to avoid confusion. [1] https://github.com/llvm/llvm-project/pull/166003
257 lines
7.9 KiB
C++
257 lines
7.9 KiB
C++
//===-- BPFAsmPrinter.cpp - BPF LLVM assembly writer ----------------------===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This file contains a printer that converts from our internal representation
|
|
// of machine-dependent LLVM code to the BPF assembly language.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "BPFAsmPrinter.h"
|
|
#include "BPF.h"
|
|
#include "BPFInstrInfo.h"
|
|
#include "BPFMCInstLower.h"
|
|
#include "BTFDebug.h"
|
|
#include "MCTargetDesc/BPFInstPrinter.h"
|
|
#include "TargetInfo/BPFTargetInfo.h"
|
|
#include "llvm/BinaryFormat/ELF.h"
|
|
#include "llvm/CodeGen/AsmPrinter.h"
|
|
#include "llvm/CodeGen/MachineConstantPool.h"
|
|
#include "llvm/CodeGen/MachineInstr.h"
|
|
#include "llvm/CodeGen/MachineJumpTableInfo.h"
|
|
#include "llvm/CodeGen/MachineModuleInfo.h"
|
|
#include "llvm/CodeGen/TargetLowering.h"
|
|
#include "llvm/IR/Module.h"
|
|
#include "llvm/MC/MCAsmInfo.h"
|
|
#include "llvm/MC/MCExpr.h"
|
|
#include "llvm/MC/MCInst.h"
|
|
#include "llvm/MC/MCStreamer.h"
|
|
#include "llvm/MC/MCSymbol.h"
|
|
#include "llvm/MC/MCSymbolELF.h"
|
|
#include "llvm/MC/TargetRegistry.h"
|
|
#include "llvm/Support/Compiler.h"
|
|
#include "llvm/Support/raw_ostream.h"
|
|
#include "llvm/Target/TargetLoweringObjectFile.h"
|
|
using namespace llvm;
|
|
|
|
#define DEBUG_TYPE "asm-printer"
|
|
|
|
bool BPFAsmPrinter::doInitialization(Module &M) {
|
|
AsmPrinter::doInitialization(M);
|
|
|
|
// Only emit BTF when debuginfo available.
|
|
if (MAI->doesSupportDebugInformation() && !M.debug_compile_units().empty()) {
|
|
BTF = new BTFDebug(this);
|
|
Handlers.push_back(std::unique_ptr<BTFDebug>(BTF));
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
const BPFTargetMachine &BPFAsmPrinter::getBTM() const {
|
|
return static_cast<const BPFTargetMachine &>(TM);
|
|
}
|
|
|
|
bool BPFAsmPrinter::doFinalization(Module &M) {
|
|
// Remove unused globals which are previously used for jump table.
|
|
const BPFSubtarget *Subtarget = getBTM().getSubtargetImpl();
|
|
if (Subtarget->hasGotox()) {
|
|
std::vector<GlobalVariable *> Targets;
|
|
for (GlobalVariable &Global : M.globals()) {
|
|
if (Global.getLinkage() != GlobalValue::PrivateLinkage)
|
|
continue;
|
|
if (!Global.isConstant() || !Global.hasInitializer())
|
|
continue;
|
|
|
|
Constant *CV = dyn_cast<Constant>(Global.getInitializer());
|
|
if (!CV)
|
|
continue;
|
|
ConstantArray *CA = dyn_cast<ConstantArray>(CV);
|
|
if (!CA)
|
|
continue;
|
|
|
|
for (unsigned i = 1, e = CA->getNumOperands(); i != e; ++i) {
|
|
if (!dyn_cast<BlockAddress>(CA->getOperand(i)))
|
|
continue;
|
|
}
|
|
Targets.push_back(&Global);
|
|
}
|
|
|
|
for (GlobalVariable *GV : Targets) {
|
|
GV->replaceAllUsesWith(PoisonValue::get(GV->getType()));
|
|
GV->dropAllReferences();
|
|
GV->eraseFromParent();
|
|
}
|
|
}
|
|
|
|
for (GlobalObject &GO : M.global_objects()) {
|
|
if (!GO.hasExternalWeakLinkage())
|
|
continue;
|
|
|
|
if (!SawTrapCall && GO.getName() == BPF_TRAP) {
|
|
GO.eraseFromParent();
|
|
break;
|
|
}
|
|
}
|
|
|
|
return AsmPrinter::doFinalization(M);
|
|
}
|
|
|
|
void BPFAsmPrinter::printOperand(const MachineInstr *MI, int OpNum,
|
|
raw_ostream &O) {
|
|
const MachineOperand &MO = MI->getOperand(OpNum);
|
|
|
|
switch (MO.getType()) {
|
|
case MachineOperand::MO_Register:
|
|
O << BPFInstPrinter::getRegisterName(MO.getReg());
|
|
break;
|
|
|
|
case MachineOperand::MO_Immediate:
|
|
O << MO.getImm();
|
|
break;
|
|
|
|
case MachineOperand::MO_MachineBasicBlock:
|
|
O << *MO.getMBB()->getSymbol();
|
|
break;
|
|
|
|
case MachineOperand::MO_GlobalAddress:
|
|
O << *getSymbol(MO.getGlobal());
|
|
break;
|
|
|
|
case MachineOperand::MO_BlockAddress: {
|
|
MCSymbol *BA = GetBlockAddressSymbol(MO.getBlockAddress());
|
|
O << BA->getName();
|
|
break;
|
|
}
|
|
|
|
case MachineOperand::MO_ExternalSymbol:
|
|
O << *GetExternalSymbolSymbol(MO.getSymbolName());
|
|
break;
|
|
|
|
case MachineOperand::MO_JumpTableIndex:
|
|
case MachineOperand::MO_ConstantPoolIndex:
|
|
default:
|
|
llvm_unreachable("<unknown operand type>");
|
|
}
|
|
}
|
|
|
|
bool BPFAsmPrinter::PrintAsmOperand(const MachineInstr *MI, unsigned OpNo,
|
|
const char *ExtraCode, raw_ostream &O) {
|
|
if (ExtraCode && ExtraCode[0])
|
|
return AsmPrinter::PrintAsmOperand(MI, OpNo, ExtraCode, O);
|
|
|
|
printOperand(MI, OpNo, O);
|
|
return false;
|
|
}
|
|
|
|
bool BPFAsmPrinter::PrintAsmMemoryOperand(const MachineInstr *MI,
|
|
unsigned OpNum, const char *ExtraCode,
|
|
raw_ostream &O) {
|
|
assert(OpNum + 1 < MI->getNumOperands() && "Insufficient operands");
|
|
const MachineOperand &BaseMO = MI->getOperand(OpNum);
|
|
const MachineOperand &OffsetMO = MI->getOperand(OpNum + 1);
|
|
assert(BaseMO.isReg() && "Unexpected base pointer for inline asm memory operand.");
|
|
assert(OffsetMO.isImm() && "Unexpected offset for inline asm memory operand.");
|
|
int Offset = OffsetMO.getImm();
|
|
|
|
if (ExtraCode)
|
|
return true; // Unknown modifier.
|
|
|
|
if (Offset < 0)
|
|
O << "(" << BPFInstPrinter::getRegisterName(BaseMO.getReg()) << " - " << -Offset << ")";
|
|
else
|
|
O << "(" << BPFInstPrinter::getRegisterName(BaseMO.getReg()) << " + " << Offset << ")";
|
|
|
|
return false;
|
|
}
|
|
|
|
void BPFAsmPrinter::emitInstruction(const MachineInstr *MI) {
|
|
if (MI->isCall()) {
|
|
for (const MachineOperand &Op : MI->operands()) {
|
|
if (Op.isGlobal()) {
|
|
if (const GlobalValue *GV = Op.getGlobal())
|
|
if (GV->getName() == BPF_TRAP)
|
|
SawTrapCall = true;
|
|
}
|
|
}
|
|
}
|
|
|
|
BPF_MC::verifyInstructionPredicates(MI->getOpcode(),
|
|
getSubtargetInfo().getFeatureBits());
|
|
|
|
MCInst TmpInst;
|
|
|
|
if (!BTF || !BTF->InstLower(MI, TmpInst)) {
|
|
BPFMCInstLower MCInstLowering(OutContext, *this);
|
|
MCInstLowering.Lower(MI, TmpInst);
|
|
}
|
|
EmitToStreamer(*OutStreamer, TmpInst);
|
|
}
|
|
|
|
MCSymbol *BPFAsmPrinter::getJTPublicSymbol(unsigned JTI) {
|
|
SmallString<60> Name;
|
|
raw_svector_ostream(Name)
|
|
<< "BPF.JT." << MF->getFunctionNumber() << '.' << JTI;
|
|
MCSymbol *S = OutContext.getOrCreateSymbol(Name);
|
|
if (auto *ES = static_cast<MCSymbolELF *>(S)) {
|
|
ES->setBinding(ELF::STB_GLOBAL);
|
|
ES->setType(ELF::STT_OBJECT);
|
|
}
|
|
return S;
|
|
}
|
|
|
|
void BPFAsmPrinter::emitJumpTableInfo() {
|
|
const MachineJumpTableInfo *MJTI = MF->getJumpTableInfo();
|
|
if (!MJTI)
|
|
return;
|
|
|
|
const std::vector<MachineJumpTableEntry> &JT = MJTI->getJumpTables();
|
|
if (JT.empty())
|
|
return;
|
|
|
|
const TargetLoweringObjectFile &TLOF = getObjFileLowering();
|
|
const Function &F = MF->getFunction();
|
|
|
|
MCSection *Sec = OutStreamer->getCurrentSectionOnly();
|
|
MCSymbol *SecStart = Sec->getBeginSymbol();
|
|
|
|
MCSection *JTS = TLOF.getSectionForJumpTable(F, TM);
|
|
assert(MJTI->getEntryKind() == MachineJumpTableInfo::EK_BlockAddress);
|
|
unsigned EntrySize = MJTI->getEntrySize(getDataLayout());
|
|
OutStreamer->switchSection(JTS);
|
|
for (unsigned JTI = 0; JTI < JT.size(); JTI++) {
|
|
ArrayRef<MachineBasicBlock *> JTBBs = JT[JTI].MBBs;
|
|
if (JTBBs.empty())
|
|
continue;
|
|
|
|
MCSymbol *JTStart = getJTPublicSymbol(JTI);
|
|
OutStreamer->emitLabel(JTStart);
|
|
for (const MachineBasicBlock *MBB : JTBBs) {
|
|
const MCExpr *Diff = MCBinaryExpr::createSub(
|
|
MCSymbolRefExpr::create(MBB->getSymbol(), OutContext),
|
|
MCSymbolRefExpr::create(SecStart, OutContext), OutContext);
|
|
OutStreamer->emitValue(Diff, EntrySize);
|
|
}
|
|
const MCExpr *JTSize =
|
|
MCConstantExpr::create(JTBBs.size() * EntrySize, OutContext);
|
|
OutStreamer->emitELFSize(JTStart, JTSize);
|
|
}
|
|
}
|
|
|
|
char BPFAsmPrinter::ID = 0;
|
|
|
|
INITIALIZE_PASS(BPFAsmPrinter, "bpf-asm-printer", "BPF Assembly Printer", false,
|
|
false)
|
|
|
|
// Force static initialization.
|
|
extern "C" LLVM_ABI LLVM_EXTERNAL_VISIBILITY void
|
|
LLVMInitializeBPFAsmPrinter() {
|
|
RegisterAsmPrinter<BPFAsmPrinter> X(getTheBPFleTarget());
|
|
RegisterAsmPrinter<BPFAsmPrinter> Y(getTheBPFbeTarget());
|
|
RegisterAsmPrinter<BPFAsmPrinter> Z(getTheBPFTarget());
|
|
}
|