
Pulled the latest (b000672), which adds an option to disable -Werror, which caused issues previously (see for instance https://reviews.llvm.org/D112012) Applied https://github.com/google/benchmark/pull/1305 to unblock, as this issue is causing downstream buildbot failures. The only change is in llvm/CMakeLists.txt, where we set BENCHMARK_ENABLE_WERROR to have the same value as LLVM_ENABLE_WERROR. This patch also introduces a convenience script to pull benchmark from upstream. Differential Revision: https://reviews.llvm.org/D115684
42 lines
1.5 KiB
C++
42 lines
1.5 KiB
C++
|
|
#undef NDEBUG
|
|
#include <cstdio>
|
|
#include <string>
|
|
|
|
#include "benchmark/benchmark.h"
|
|
#include "output_test.h"
|
|
|
|
// Ok this test is super ugly. We want to check what happens with the file
|
|
// reporter in the presence of ReportAggregatesOnly().
|
|
// We do not care about console output, the normal tests check that already.
|
|
|
|
void BM_SummaryRepeat(benchmark::State& state) {
|
|
for (auto _ : state) {
|
|
}
|
|
}
|
|
BENCHMARK(BM_SummaryRepeat)->Repetitions(3)->ReportAggregatesOnly();
|
|
|
|
int main(int argc, char* argv[]) {
|
|
const std::string output = GetFileReporterOutput(argc, argv);
|
|
|
|
if (SubstrCnt(output, "\"name\": \"BM_SummaryRepeat/repeats:3") != 4 ||
|
|
SubstrCnt(output, "\"name\": \"BM_SummaryRepeat/repeats:3_mean\"") != 1 ||
|
|
SubstrCnt(output, "\"name\": \"BM_SummaryRepeat/repeats:3_median\"") !=
|
|
1 ||
|
|
SubstrCnt(output, "\"name\": \"BM_SummaryRepeat/repeats:3_stddev\"") !=
|
|
1 ||
|
|
SubstrCnt(output, "\"name\": \"BM_SummaryRepeat/repeats:3_cv\"") != 1) {
|
|
std::cout << "Precondition mismatch. Expected to only find four "
|
|
"occurrences of \"BM_SummaryRepeat/repeats:3\" substring:\n"
|
|
"\"name\": \"BM_SummaryRepeat/repeats:3_mean\", "
|
|
"\"name\": \"BM_SummaryRepeat/repeats:3_median\", "
|
|
"\"name\": \"BM_SummaryRepeat/repeats:3_stddev\", "
|
|
"\"name\": \"BM_SummaryRepeat/repeats:3_cv\"\nThe entire "
|
|
"output:\n";
|
|
std::cout << output;
|
|
return 1;
|
|
}
|
|
|
|
return 0;
|
|
}
|