Currently there are two serialization modes for bitstream Remarks: standalone and separate. The separate mode splits remark metadata (e.g. the string table) from actual remark data. The metadata is written into the object file by the AsmPrinter, while the remark data is stored in a separate remarks file. This means we can't use bitstream remarks with tools like opt that don't generate an object file. Also, it is confusing to post-process bitstream remarks files, because only the standalone files can be read by llvm-remarkutil. We always need to use dsymutil to convert the separate files to standalone files, which only works for MachO. It is not possible for clang/opt to directly emit bitstream remark files in standalone mode, because the string table can only be serialized after all remarks were emitted. Therefore, this change completely removes the separate serialization mode. Instead, the remark string table is now always written to the end of the remarks file. This requires us to tell the serializer when to finalize remark serialization. This automatically happens when the serializer goes out of scope. However, often the remark file goes out of scope before the serializer is destroyed. To diagnose this, I have added an assert to alert users that they need to explicitly call finalizeLLVMOptimizationRemarks. This change paves the way for further improvements to the remark infrastructure, including more tooling (e.g. #159784), size optimizations for bitstream remarks, and more. Pull Request: https://github.com/llvm/llvm-project/pull/156715
144 lines
5.2 KiB
C++
144 lines
5.2 KiB
C++
//===- RemarkConvert.cpp -------------------------------------------------===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// Convert remarks from bitstream to yaml and the other way around.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "RemarkUtilHelpers.h"
|
|
#include "RemarkUtilRegistry.h"
|
|
|
|
using namespace llvm;
|
|
using namespace remarks;
|
|
using namespace llvm::remarkutil;
|
|
|
|
extern ExitOnError ExitOnErr;
|
|
static cl::SubCommand
|
|
YAML2Bitstream("yaml2bitstream",
|
|
"Convert YAML remarks to bitstream remarks");
|
|
static cl::SubCommand
|
|
Bitstream2YAML("bitstream2yaml",
|
|
"Convert bitstream remarks to YAML remarks");
|
|
|
|
namespace yaml2bitstream {
|
|
/// Remark format to parse.
|
|
static constexpr Format InputFormat = Format::YAML;
|
|
/// Remark format to output.
|
|
static constexpr Format OutputFormat = Format::Bitstream;
|
|
INPUT_OUTPUT_COMMAND_LINE_OPTIONS(YAML2Bitstream)
|
|
} // namespace yaml2bitstream
|
|
|
|
namespace bitstream2yaml {
|
|
/// Remark format to parse.
|
|
static constexpr Format InputFormat = Format::Bitstream;
|
|
/// Remark format to output.
|
|
static constexpr Format OutputFormat = Format::YAML;
|
|
INPUT_OUTPUT_COMMAND_LINE_OPTIONS(Bitstream2YAML)
|
|
} // namespace bitstream2yaml
|
|
|
|
namespace yaml2bitstream {
|
|
/// Parses all remarks in the input YAML file.
|
|
/// \p [out] ParsedRemarks - Filled with remarks parsed from the input file.
|
|
/// \p [out] StrTab - A string table populated for later remark serialization.
|
|
/// \returns Error::success() if all remarks were successfully parsed, and an
|
|
/// Error otherwise.
|
|
static Error
|
|
tryParseRemarksFromYAMLFile(std::vector<std::unique_ptr<Remark>> &ParsedRemarks,
|
|
StringTable &StrTab) {
|
|
auto MaybeBuf = getInputMemoryBuffer(InputFileName);
|
|
if (!MaybeBuf)
|
|
return MaybeBuf.takeError();
|
|
auto MaybeParser = createRemarkParser(InputFormat, (*MaybeBuf)->getBuffer());
|
|
if (!MaybeParser)
|
|
return MaybeParser.takeError();
|
|
auto &Parser = **MaybeParser;
|
|
auto MaybeRemark = Parser.next();
|
|
for (; MaybeRemark; MaybeRemark = Parser.next()) {
|
|
StrTab.internalize(**MaybeRemark);
|
|
ParsedRemarks.push_back(std::move(*MaybeRemark));
|
|
}
|
|
auto E = MaybeRemark.takeError();
|
|
if (!E.isA<EndOfFileError>())
|
|
return E;
|
|
consumeError(std::move(E));
|
|
return Error::success();
|
|
}
|
|
|
|
/// Reserialize a list of parsed YAML remarks into bitstream remarks.
|
|
/// \p ParsedRemarks - A list of remarks.
|
|
/// \p StrTab - The string table for the remarks.
|
|
/// \returns Error::success() on success.
|
|
static Error tryReserializeYAML2Bitstream(
|
|
const std::vector<std::unique_ptr<Remark>> &ParsedRemarks,
|
|
StringTable &StrTab) {
|
|
auto MaybeOF = getOutputFileForRemarks(OutputFileName, OutputFormat);
|
|
if (!MaybeOF)
|
|
return MaybeOF.takeError();
|
|
auto OF = std::move(*MaybeOF);
|
|
auto MaybeSerializer =
|
|
createRemarkSerializer(OutputFormat, OF->os(), std::move(StrTab));
|
|
if (!MaybeSerializer)
|
|
return MaybeSerializer.takeError();
|
|
auto Serializer = std::move(*MaybeSerializer);
|
|
for (const auto &Remark : ParsedRemarks)
|
|
Serializer->emit(*Remark);
|
|
OF->keep();
|
|
return Error::success();
|
|
}
|
|
|
|
/// Parse YAML remarks and reserialize as bitstream remarks.
|
|
/// \returns Error::success() on success, and an Error otherwise.
|
|
static Error tryYAML2Bitstream() {
|
|
StringTable StrTab;
|
|
std::vector<std::unique_ptr<Remark>> ParsedRemarks;
|
|
ExitOnErr(tryParseRemarksFromYAMLFile(ParsedRemarks, StrTab));
|
|
return tryReserializeYAML2Bitstream(ParsedRemarks, StrTab);
|
|
}
|
|
} // namespace yaml2bitstream
|
|
|
|
namespace bitstream2yaml {
|
|
/// Parse bitstream remarks and reserialize as YAML remarks.
|
|
/// \returns An Error if reserialization fails, or Error::success() on success.
|
|
static Error tryBitstream2YAML() {
|
|
// Create the serializer.
|
|
auto MaybeOF = getOutputFileForRemarks(OutputFileName, OutputFormat);
|
|
if (!MaybeOF)
|
|
return MaybeOF.takeError();
|
|
auto OF = std::move(*MaybeOF);
|
|
auto MaybeSerializer = createRemarkSerializer(OutputFormat, OF->os());
|
|
if (!MaybeSerializer)
|
|
return MaybeSerializer.takeError();
|
|
|
|
// Create the parser.
|
|
auto MaybeBuf = getInputMemoryBuffer(InputFileName);
|
|
if (!MaybeBuf)
|
|
return MaybeBuf.takeError();
|
|
auto Serializer = std::move(*MaybeSerializer);
|
|
auto MaybeParser = createRemarkParser(InputFormat, (*MaybeBuf)->getBuffer());
|
|
if (!MaybeParser)
|
|
return MaybeParser.takeError();
|
|
auto &Parser = **MaybeParser;
|
|
|
|
// Parse + reserialize all remarks.
|
|
auto MaybeRemark = Parser.next();
|
|
for (; MaybeRemark; MaybeRemark = Parser.next())
|
|
Serializer->emit(**MaybeRemark);
|
|
auto E = MaybeRemark.takeError();
|
|
if (!E.isA<EndOfFileError>())
|
|
return E;
|
|
consumeError(std::move(E));
|
|
OF->keep();
|
|
return Error::success();
|
|
}
|
|
} // namespace bitstream2yaml
|
|
|
|
static CommandRegistration Bitstream2YamlReg(&Bitstream2YAML,
|
|
bitstream2yaml::tryBitstream2YAML);
|
|
static CommandRegistration Yaml2Bitstream(&YAML2Bitstream,
|
|
yaml2bitstream::tryYAML2Bitstream);
|