Before llvm20, (void)__sync_fetch_and_add(...) always generates locked xadd insns. In linux kernel upstream discussion [1], it is found that for arm64 architecture, the original semantics of (void)__sync_fetch_and_add(...), i.e., __atomic_fetch_add(...), is preferred in order for jit to emit proper native barrier insns. In llvm commits [2] and [3], (void)__sync_fetch_and_add(...) will generate the following insns: - for cpu v1/v2: locked xadd insns to keep backward compatibility - for cpu v3/v4: __atomic_fetch_add() insns To ensure proper barrier semantics for (void)__sync_fetch_and_add(...), cpu v3/v4 is recommended. This patch enables cpu=v3 as the default cpu version. For users wanting to use cpu v1, -mcpu=v1 needs to be explicitly added to clang/llc command line. [1] https://lore.kernel.org/bpf/ZqqiQQWRnz7H93Hc@google.com/T/#mb68d67bc8f39e35a0c3db52468b9de59b79f021f [2] https://github.com/llvm/llvm-project/pull/101428 [3] https://github.com/llvm/llvm-project/pull/106494
98 lines
3.0 KiB
C++
98 lines
3.0 KiB
C++
//===--- BPF.cpp - Implement BPF target feature support -------------------===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This file implements BPF TargetInfo objects.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "BPF.h"
|
|
#include "Targets.h"
|
|
#include "clang/Basic/MacroBuilder.h"
|
|
#include "clang/Basic/TargetBuiltins.h"
|
|
#include "llvm/ADT/StringRef.h"
|
|
|
|
using namespace clang;
|
|
using namespace clang::targets;
|
|
|
|
static constexpr Builtin::Info BuiltinInfo[] = {
|
|
#define BUILTIN(ID, TYPE, ATTRS) \
|
|
{#ID, TYPE, ATTRS, nullptr, HeaderDesc::NO_HEADER, ALL_LANGUAGES},
|
|
#include "clang/Basic/BuiltinsBPF.inc"
|
|
};
|
|
|
|
void BPFTargetInfo::getTargetDefines(const LangOptions &Opts,
|
|
MacroBuilder &Builder) const {
|
|
Builder.defineMacro("__bpf__");
|
|
Builder.defineMacro("__BPF__");
|
|
|
|
std::string CPU = getTargetOpts().CPU;
|
|
if (CPU == "probe") {
|
|
Builder.defineMacro("__BPF_CPU_VERSION__", "0");
|
|
return;
|
|
}
|
|
|
|
Builder.defineMacro("__BPF_FEATURE_ADDR_SPACE_CAST");
|
|
|
|
if (CPU.empty())
|
|
CPU = "v3";
|
|
|
|
if (CPU == "generic" || CPU == "v1") {
|
|
Builder.defineMacro("__BPF_CPU_VERSION__", "1");
|
|
return;
|
|
}
|
|
|
|
std::string CpuVerNumStr = CPU.substr(1);
|
|
Builder.defineMacro("__BPF_CPU_VERSION__", CpuVerNumStr);
|
|
Builder.defineMacro("__BPF_FEATURE_MAY_GOTO");
|
|
|
|
int CpuVerNum = std::stoi(CpuVerNumStr);
|
|
if (CpuVerNum >= 2)
|
|
Builder.defineMacro("__BPF_FEATURE_JMP_EXT");
|
|
|
|
if (CpuVerNum >= 3) {
|
|
Builder.defineMacro("__BPF_FEATURE_JMP32");
|
|
Builder.defineMacro("__BPF_FEATURE_ALU32");
|
|
}
|
|
|
|
if (CpuVerNum >= 4) {
|
|
Builder.defineMacro("__BPF_FEATURE_LDSX");
|
|
Builder.defineMacro("__BPF_FEATURE_MOVSX");
|
|
Builder.defineMacro("__BPF_FEATURE_BSWAP");
|
|
Builder.defineMacro("__BPF_FEATURE_SDIV_SMOD");
|
|
Builder.defineMacro("__BPF_FEATURE_GOTOL");
|
|
Builder.defineMacro("__BPF_FEATURE_ST");
|
|
}
|
|
}
|
|
|
|
static constexpr llvm::StringLiteral ValidCPUNames[] = {"generic", "v1", "v2",
|
|
"v3", "v4", "probe"};
|
|
|
|
bool BPFTargetInfo::isValidCPUName(StringRef Name) const {
|
|
return llvm::is_contained(ValidCPUNames, Name);
|
|
}
|
|
|
|
void BPFTargetInfo::fillValidCPUList(SmallVectorImpl<StringRef> &Values) const {
|
|
Values.append(std::begin(ValidCPUNames), std::end(ValidCPUNames));
|
|
}
|
|
|
|
ArrayRef<Builtin::Info> BPFTargetInfo::getTargetBuiltins() const {
|
|
return llvm::ArrayRef(BuiltinInfo,
|
|
clang::BPF::LastTSBuiltin - Builtin::FirstTSBuiltin);
|
|
}
|
|
|
|
bool BPFTargetInfo::handleTargetFeatures(std::vector<std::string> &Features,
|
|
DiagnosticsEngine &Diags) {
|
|
for (const auto &Feature : Features) {
|
|
if (Feature == "+alu32") {
|
|
HasAlu32 = true;
|
|
}
|
|
}
|
|
|
|
return true;
|
|
}
|