415bf200a7
This patch replaces --num-repetitions with --min-instructions to make it more clear that the value refers to the minimum number of instructions in the final assembled snippet rather than the number of repetitions of the snippet. This patch also refactors some llvm-exegesis internal variable names to reflect the name change. Fixes #76890.
138 lines
4.7 KiB
C++
138 lines
4.7 KiB
C++
//===-- BenchmarkResultTest.cpp ---------------------------------*- C++ -*-===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "BenchmarkResult.h"
|
|
#include "MipsInstrInfo.h"
|
|
#include "TestBase.h"
|
|
#include "llvm/ADT/SmallString.h"
|
|
#include "llvm/MC/TargetRegistry.h"
|
|
#include "llvm/Support/Error.h"
|
|
#include "llvm/Support/Path.h"
|
|
#include "llvm/Support/TargetSelect.h"
|
|
#include "llvm/Support/YAMLTraits.h"
|
|
#include "llvm/Support/raw_ostream.h"
|
|
#include "llvm/Testing/Support/SupportHelpers.h"
|
|
#include "gmock/gmock.h"
|
|
#include "gtest/gtest.h"
|
|
|
|
using ::testing::Pointwise;
|
|
|
|
using llvm::unittest::TempDir;
|
|
|
|
namespace llvm {
|
|
namespace exegesis {
|
|
|
|
static std::string Dump(const MCInst &McInst) {
|
|
std::string Buffer;
|
|
raw_string_ostream OS(Buffer);
|
|
McInst.print(OS);
|
|
return Buffer;
|
|
}
|
|
|
|
MATCHER(EqMCInst, "") {
|
|
const std::string Lhs = Dump(get<0>(arg));
|
|
const std::string Rhs = Dump(get<1>(arg));
|
|
if (Lhs != Rhs) {
|
|
*result_listener << Lhs << " <=> " << Rhs;
|
|
return false;
|
|
}
|
|
return true;
|
|
}
|
|
|
|
namespace {
|
|
|
|
class MipsBenchmarkResultTest : public MipsTestBase {};
|
|
|
|
TEST_F(MipsBenchmarkResultTest, WriteToAndReadFromDisk) {
|
|
ExitOnError ExitOnErr;
|
|
|
|
Benchmark ToDisk;
|
|
|
|
ToDisk.Key.Instructions.push_back(MCInstBuilder(Mips::XOR)
|
|
.addReg(Mips::T0)
|
|
.addReg(Mips::T1)
|
|
.addReg(Mips::T2));
|
|
ToDisk.Key.Config = "config";
|
|
ToDisk.Key.RegisterInitialValues = {
|
|
RegisterValue{Mips::T1, APInt(8, "123", 10)},
|
|
RegisterValue{Mips::T2, APInt(8, "456", 10)}};
|
|
ToDisk.Mode = Benchmark::Latency;
|
|
ToDisk.CpuName = "cpu_name";
|
|
ToDisk.LLVMTriple = "llvm_triple";
|
|
ToDisk.MinInstructions = 1;
|
|
ToDisk.Measurements.push_back(BenchmarkMeasure::Create("a", 1, {}));
|
|
ToDisk.Measurements.push_back(BenchmarkMeasure::Create("b", 2, {}));
|
|
ToDisk.Error = "error";
|
|
ToDisk.Info = "info";
|
|
|
|
TempDir TestDirectory("BenchmarkResultTestDir", /*Unique*/ true);
|
|
SmallString<64> Filename(TestDirectory.path());
|
|
sys::path::append(Filename, "data.yaml");
|
|
errs() << Filename << "-------\n";
|
|
{
|
|
int ResultFD = 0;
|
|
// Create output file or open existing file and truncate it, once.
|
|
ExitOnErr(errorCodeToError(openFileForWrite(Filename, ResultFD,
|
|
sys::fs::CD_CreateAlways,
|
|
sys::fs::OF_TextWithCRLF)));
|
|
raw_fd_ostream FileOstr(ResultFD, true /*shouldClose*/);
|
|
|
|
ExitOnErr(ToDisk.writeYamlTo(State, FileOstr));
|
|
}
|
|
const std::unique_ptr<MemoryBuffer> Buffer =
|
|
std::move(*MemoryBuffer::getFile(Filename));
|
|
|
|
{
|
|
// One-element version.
|
|
const auto FromDisk =
|
|
ExitOnErr(Benchmark::readYaml(State, *Buffer));
|
|
|
|
EXPECT_THAT(FromDisk.Key.Instructions,
|
|
Pointwise(EqMCInst(), ToDisk.Key.Instructions));
|
|
EXPECT_EQ(FromDisk.Key.Config, ToDisk.Key.Config);
|
|
EXPECT_EQ(FromDisk.Mode, ToDisk.Mode);
|
|
EXPECT_EQ(FromDisk.CpuName, ToDisk.CpuName);
|
|
EXPECT_EQ(FromDisk.LLVMTriple, ToDisk.LLVMTriple);
|
|
EXPECT_EQ(FromDisk.MinInstructions, ToDisk.MinInstructions);
|
|
EXPECT_THAT(FromDisk.Measurements, ToDisk.Measurements);
|
|
EXPECT_THAT(FromDisk.Error, ToDisk.Error);
|
|
EXPECT_EQ(FromDisk.Info, ToDisk.Info);
|
|
}
|
|
{
|
|
// Vector version.
|
|
const auto FromDiskVector =
|
|
ExitOnErr(Benchmark::readYamls(State, *Buffer));
|
|
ASSERT_EQ(FromDiskVector.size(), size_t{1});
|
|
const auto &FromDisk = FromDiskVector[0];
|
|
EXPECT_THAT(FromDisk.Key.Instructions,
|
|
Pointwise(EqMCInst(), ToDisk.Key.Instructions));
|
|
EXPECT_EQ(FromDisk.Key.Config, ToDisk.Key.Config);
|
|
EXPECT_EQ(FromDisk.Mode, ToDisk.Mode);
|
|
EXPECT_EQ(FromDisk.CpuName, ToDisk.CpuName);
|
|
EXPECT_EQ(FromDisk.LLVMTriple, ToDisk.LLVMTriple);
|
|
EXPECT_EQ(FromDisk.MinInstructions, ToDisk.MinInstructions);
|
|
EXPECT_THAT(FromDisk.Measurements, ToDisk.Measurements);
|
|
EXPECT_THAT(FromDisk.Error, ToDisk.Error);
|
|
EXPECT_EQ(FromDisk.Info, ToDisk.Info);
|
|
}
|
|
}
|
|
|
|
TEST_F(MipsBenchmarkResultTest, PerInstructionStats) {
|
|
PerInstructionStats Stats;
|
|
Stats.push(BenchmarkMeasure::Create("a", 0.5, {}));
|
|
Stats.push(BenchmarkMeasure::Create("a", 1.5, {}));
|
|
Stats.push(BenchmarkMeasure::Create("a", -1.0, {}));
|
|
Stats.push(BenchmarkMeasure::Create("a", 0.0, {}));
|
|
EXPECT_EQ(Stats.min(), -1.0);
|
|
EXPECT_EQ(Stats.max(), 1.5);
|
|
EXPECT_EQ(Stats.avg(), 0.25); // (0.5+1.5-1.0+0.0) / 4
|
|
}
|
|
} // namespace
|
|
} // namespace exegesis
|
|
} // namespace llvm
|