dbefcde6da
These tests access private symbols in the backends, so they cannot link against libLLVM.so and must be statically linked. Linking these tests can be slow and with debug builds the resulting binaries use a lot of disk space. By merging them into a single test binary means we now only need to statically link 1 test instead of 6, which helps reduce the build times and saves disk space. Reviewed By: courbet Differential Revision: https://reviews.llvm.org/D106464
131 lines
4.3 KiB
C++
131 lines
4.3 KiB
C++
//===-- BenchmarkResultTest.cpp ---------------------------------*- C++ -*-===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "BenchmarkResult.h"
|
|
#include "MipsInstrInfo.h"
|
|
#include "TestBase.h"
|
|
#include "llvm/ADT/SmallString.h"
|
|
#include "llvm/Support/Error.h"
|
|
#include "llvm/Support/Path.h"
|
|
#include "llvm/Support/TargetRegistry.h"
|
|
#include "llvm/Support/TargetSelect.h"
|
|
#include "llvm/Support/YAMLTraits.h"
|
|
#include "llvm/Support/raw_ostream.h"
|
|
#include "llvm/Testing/Support/SupportHelpers.h"
|
|
#include "gmock/gmock.h"
|
|
#include "gtest/gtest.h"
|
|
|
|
using ::testing::AllOf;
|
|
using ::testing::Eq;
|
|
using ::testing::get;
|
|
using ::testing::Pointwise;
|
|
using ::testing::Property;
|
|
|
|
using llvm::unittest::TempDir;
|
|
|
|
namespace llvm {
|
|
namespace exegesis {
|
|
|
|
static std::string Dump(const MCInst &McInst) {
|
|
std::string Buffer;
|
|
raw_string_ostream OS(Buffer);
|
|
McInst.print(OS);
|
|
return Buffer;
|
|
}
|
|
|
|
MATCHER(EqMCInst, "") {
|
|
const std::string Lhs = Dump(get<0>(arg));
|
|
const std::string Rhs = Dump(get<1>(arg));
|
|
if (Lhs != Rhs) {
|
|
*result_listener << Lhs << " <=> " << Rhs;
|
|
return false;
|
|
}
|
|
return true;
|
|
}
|
|
|
|
namespace {
|
|
|
|
class MipsBenchmarkResultTest : public MipsTestBase {};
|
|
|
|
TEST_F(MipsBenchmarkResultTest, WriteToAndReadFromDisk) {
|
|
ExitOnError ExitOnErr;
|
|
|
|
InstructionBenchmark ToDisk;
|
|
|
|
ToDisk.Key.Instructions.push_back(MCInstBuilder(Mips::XOR)
|
|
.addReg(Mips::T0)
|
|
.addReg(Mips::T1)
|
|
.addReg(Mips::T2));
|
|
ToDisk.Key.Config = "config";
|
|
ToDisk.Key.RegisterInitialValues = {
|
|
RegisterValue{Mips::T1, APInt(8, "123", 10)},
|
|
RegisterValue{Mips::T2, APInt(8, "456", 10)}};
|
|
ToDisk.Mode = InstructionBenchmark::Latency;
|
|
ToDisk.CpuName = "cpu_name";
|
|
ToDisk.LLVMTriple = "llvm_triple";
|
|
ToDisk.NumRepetitions = 1;
|
|
ToDisk.Measurements.push_back(BenchmarkMeasure{"a", 1, 1});
|
|
ToDisk.Measurements.push_back(BenchmarkMeasure{"b", 2, 2});
|
|
ToDisk.Error = "error";
|
|
ToDisk.Info = "info";
|
|
|
|
TempDir TestDirectory("BenchmarkResultTestDir", /*Unique*/ true);
|
|
SmallString<64> Filename(TestDirectory.path());
|
|
sys::path::append(Filename, "data.yaml");
|
|
errs() << Filename << "-------\n";
|
|
ExitOnErr(ToDisk.writeYaml(State, Filename));
|
|
|
|
{
|
|
// One-element version.
|
|
const auto FromDisk =
|
|
ExitOnErr(InstructionBenchmark::readYaml(State, Filename));
|
|
|
|
EXPECT_THAT(FromDisk.Key.Instructions,
|
|
Pointwise(EqMCInst(), ToDisk.Key.Instructions));
|
|
EXPECT_EQ(FromDisk.Key.Config, ToDisk.Key.Config);
|
|
EXPECT_EQ(FromDisk.Mode, ToDisk.Mode);
|
|
EXPECT_EQ(FromDisk.CpuName, ToDisk.CpuName);
|
|
EXPECT_EQ(FromDisk.LLVMTriple, ToDisk.LLVMTriple);
|
|
EXPECT_EQ(FromDisk.NumRepetitions, ToDisk.NumRepetitions);
|
|
EXPECT_THAT(FromDisk.Measurements, ToDisk.Measurements);
|
|
EXPECT_THAT(FromDisk.Error, ToDisk.Error);
|
|
EXPECT_EQ(FromDisk.Info, ToDisk.Info);
|
|
}
|
|
{
|
|
// Vector version.
|
|
const auto FromDiskVector =
|
|
ExitOnErr(InstructionBenchmark::readYamls(State, Filename));
|
|
ASSERT_EQ(FromDiskVector.size(), size_t{1});
|
|
const auto FromDisk = FromDiskVector[0];
|
|
EXPECT_THAT(FromDisk.Key.Instructions,
|
|
Pointwise(EqMCInst(), ToDisk.Key.Instructions));
|
|
EXPECT_EQ(FromDisk.Key.Config, ToDisk.Key.Config);
|
|
EXPECT_EQ(FromDisk.Mode, ToDisk.Mode);
|
|
EXPECT_EQ(FromDisk.CpuName, ToDisk.CpuName);
|
|
EXPECT_EQ(FromDisk.LLVMTriple, ToDisk.LLVMTriple);
|
|
EXPECT_EQ(FromDisk.NumRepetitions, ToDisk.NumRepetitions);
|
|
EXPECT_THAT(FromDisk.Measurements, ToDisk.Measurements);
|
|
EXPECT_THAT(FromDisk.Error, ToDisk.Error);
|
|
EXPECT_EQ(FromDisk.Info, ToDisk.Info);
|
|
}
|
|
}
|
|
|
|
TEST_F(MipsBenchmarkResultTest, PerInstructionStats) {
|
|
PerInstructionStats Stats;
|
|
Stats.push(BenchmarkMeasure{"a", 0.5, 0.0});
|
|
Stats.push(BenchmarkMeasure{"a", 1.5, 0.0});
|
|
Stats.push(BenchmarkMeasure{"a", -1.0, 0.0});
|
|
Stats.push(BenchmarkMeasure{"a", 0.0, 0.0});
|
|
EXPECT_EQ(Stats.min(), -1.0);
|
|
EXPECT_EQ(Stats.max(), 1.5);
|
|
EXPECT_EQ(Stats.avg(), 0.25); // (0.5+1.5-1.0+0.0) / 4
|
|
}
|
|
} // namespace
|
|
} // namespace exegesis
|
|
} // namespace llvm
|