mirror of
https://github.com/dashpay/dash.git
synced 2024-12-25 12:02:48 +01:00
* Merge #11517: Tests: Improve benchmark precision760af84
Removed CCheckQueueSpeed benchmark (Martin Ankerl)00721e6
Improved microbenchmarking with multiple features. (Martin Ankerl) Pull request description: The benchmark's KeepRunning() used to make a function call for each call, inflating measurement times for short running code. This change inlines the critical code that is executed each run and moves the slow timer updates into a new function. This change increases the average runtime for Trig from 0.000000082339208 sec to 0.000000080948591. Tree-SHA512: 36b3bc55fc9b1d4cbf526b7103af6af18e9783e6b8f3ad3adbd09fac0bf9401cfefad58fd1e6fa2615d3c4e677998f912f3323d61d7b00b1c660d581c257d577 Signed-off-by: pasta <pasta@dashboost.org> # Conflicts: # src/bench/bench.cpp # src/bench/bench_dash.cpp # src/bench/crypto_hash.cpp # src/bench/prevector_destructor.cpp # src/bench/verify_script.cpp * More of 11517 Co-authored-by: Wladimir J. van der Laan <laanwj@gmail.com> Co-authored-by: UdjinM6 <UdjinM6@users.noreply.github.com>
This commit is contained in:
parent
213216c924
commit
83726d286e
@ -54,6 +54,6 @@ static void Base58Decode(benchmark::State& state)
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
BENCHMARK(Base58Encode);
|
BENCHMARK(Base58Encode, 470 * 1000);
|
||||||
BENCHMARK(Base58CheckEncode);
|
BENCHMARK(Base58CheckEncode, 320 * 1000);
|
||||||
BENCHMARK(Base58Decode);
|
BENCHMARK(Base58Decode, 800 * 1000);
|
||||||
|
@ -8,102 +8,139 @@
|
|||||||
#include <assert.h>
|
#include <assert.h>
|
||||||
#include <iostream>
|
#include <iostream>
|
||||||
#include <iomanip>
|
#include <iomanip>
|
||||||
|
#include <algorithm>
|
||||||
|
#include <regex>
|
||||||
|
#include <numeric>
|
||||||
|
|
||||||
benchmark::BenchRunner::BenchmarkMap &benchmark::BenchRunner::benchmarks() {
|
void benchmark::ConsolePrinter::header()
|
||||||
static std::map<std::string, benchmark::BenchFunction> benchmarks_map;
|
{
|
||||||
|
std::cout << "# Benchmark, evals, iterations, total, min, max, median" << std::endl;
|
||||||
|
}
|
||||||
|
|
||||||
|
void benchmark::ConsolePrinter::result(const State& state)
|
||||||
|
{
|
||||||
|
auto results = state.m_elapsed_results;
|
||||||
|
std::sort(results.begin(), results.end());
|
||||||
|
|
||||||
|
double total = state.m_num_iters * std::accumulate(results.begin(), results.end(), 0.0);
|
||||||
|
|
||||||
|
double front = 0;
|
||||||
|
double back = 0;
|
||||||
|
double median = 0;
|
||||||
|
|
||||||
|
if (!results.empty()) {
|
||||||
|
front = results.front();
|
||||||
|
back = results.back();
|
||||||
|
|
||||||
|
size_t mid = results.size() / 2;
|
||||||
|
median = results[mid];
|
||||||
|
if (0 == results.size() % 2) {
|
||||||
|
median = (results[mid] + results[mid + 1]) / 2;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
std::cout << std::setprecision(6);
|
||||||
|
std::cout << state.m_name << ", " << state.m_num_evals << ", " << state.m_num_iters << ", " << total << ", " << front << ", " << back << ", " << median << std::endl;
|
||||||
|
}
|
||||||
|
|
||||||
|
void benchmark::ConsolePrinter::footer() {}
|
||||||
|
benchmark::PlotlyPrinter::PlotlyPrinter(std::string plotly_url, int64_t width, int64_t height)
|
||||||
|
: m_plotly_url(plotly_url), m_width(width), m_height(height)
|
||||||
|
{
|
||||||
|
}
|
||||||
|
|
||||||
|
void benchmark::PlotlyPrinter::header()
|
||||||
|
{
|
||||||
|
std::cout << "<html><head>"
|
||||||
|
<< "<script src=\"" << m_plotly_url << "\"></script>"
|
||||||
|
<< "</head><body><div id=\"myDiv\" style=\"width:" << m_width << "px; height:" << m_height << "px\"></div>"
|
||||||
|
<< "<script> var data = ["
|
||||||
|
<< std::endl;
|
||||||
|
}
|
||||||
|
|
||||||
|
void benchmark::PlotlyPrinter::result(const State& state)
|
||||||
|
{
|
||||||
|
std::cout << "{ " << std::endl
|
||||||
|
<< " name: '" << state.m_name << "', " << std::endl
|
||||||
|
<< " y: [";
|
||||||
|
|
||||||
|
const char* prefix = "";
|
||||||
|
for (const auto& e : state.m_elapsed_results) {
|
||||||
|
std::cout << prefix << std::setprecision(6) << e;
|
||||||
|
prefix = ", ";
|
||||||
|
}
|
||||||
|
std::cout << "]," << std::endl
|
||||||
|
<< " boxpoints: 'all', jitter: 0.3, pointpos: 0, type: 'box',"
|
||||||
|
<< std::endl
|
||||||
|
<< "}," << std::endl;
|
||||||
|
}
|
||||||
|
|
||||||
|
void benchmark::PlotlyPrinter::footer()
|
||||||
|
{
|
||||||
|
std::cout << "]; var layout = { showlegend: false, yaxis: { rangemode: 'tozero', autorange: true } };"
|
||||||
|
<< "Plotly.newPlot('myDiv', data, layout);"
|
||||||
|
<< "</script></body></html>";
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
benchmark::BenchRunner::BenchmarkMap& benchmark::BenchRunner::benchmarks()
|
||||||
|
{
|
||||||
|
static std::map<std::string, Bench> benchmarks_map;
|
||||||
return benchmarks_map;
|
return benchmarks_map;
|
||||||
}
|
}
|
||||||
|
|
||||||
benchmark::BenchRunner::BenchRunner(std::string name, benchmark::BenchFunction func)
|
benchmark::BenchRunner::BenchRunner(std::string name, benchmark::BenchFunction func, uint64_t num_iters_for_one_second)
|
||||||
{
|
{
|
||||||
benchmarks().insert(std::make_pair(name, func));
|
benchmarks().insert(std::make_pair(name, Bench{func, num_iters_for_one_second}));
|
||||||
}
|
}
|
||||||
|
|
||||||
void
|
void benchmark::BenchRunner::RunAll(Printer& printer, uint64_t num_evals, double scaling, const std::string& filter, bool is_list_only)
|
||||||
benchmark::BenchRunner::RunAll(benchmark::duration elapsedTimeForOne)
|
|
||||||
{
|
{
|
||||||
perf_init();
|
perf_init();
|
||||||
if (std::ratio_less_equal<benchmark::clock::period, std::micro>::value) {
|
if (!std::ratio_less_equal<benchmark::clock::period, std::micro>::value) {
|
||||||
std::cerr << "WARNING: Clock precision is worse than microsecond - benchmarks may be less accurate!\n";
|
std::cerr << "WARNING: Clock precision is worse than microsecond - benchmarks may be less accurate!\n";
|
||||||
}
|
}
|
||||||
#ifdef DEBUG
|
#ifdef DEBUG
|
||||||
std::cerr << "WARNING: This is a debug build - may result in slower benchmarks.\n";
|
std::cerr << "WARNING: This is a debug build - may result in slower benchmarks.\n";
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
std::cout << "#Benchmark" << "," << "count" << "," << "min(ns)" << "," << "max(ns)" << "," << "average(ns)" << ","
|
std::regex reFilter(filter);
|
||||||
<< "min_cycles" << "," << "max_cycles" << "," << "average_cycles" << "\n";
|
std::smatch baseMatch;
|
||||||
|
|
||||||
|
printer.header();
|
||||||
|
|
||||||
for (const auto& p : benchmarks()) {
|
for (const auto& p : benchmarks()) {
|
||||||
State state(p.first, elapsedTimeForOne);
|
if (!std::regex_match(p.first, baseMatch, reFilter)) {
|
||||||
p.second(state);
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
uint64_t num_iters = static_cast<uint64_t>(p.second.num_iters_for_one_second * scaling);
|
||||||
|
if (0 == num_iters) {
|
||||||
|
num_iters = 1;
|
||||||
|
}
|
||||||
|
State state(p.first, num_evals, num_iters, printer);
|
||||||
|
if (!is_list_only) {
|
||||||
|
p.second.func(state);
|
||||||
|
}
|
||||||
|
printer.result(state);
|
||||||
|
}
|
||||||
|
|
||||||
|
printer.footer();
|
||||||
|
|
||||||
perf_fini();
|
perf_fini();
|
||||||
}
|
}
|
||||||
|
|
||||||
bool benchmark::State::KeepRunning()
|
bool benchmark::State::UpdateTimer(const benchmark::time_point current_time)
|
||||||
{
|
{
|
||||||
if (count & countMask) {
|
if (m_start_time != time_point()) {
|
||||||
++count;
|
std::chrono::duration<double> diff = current_time - m_start_time;
|
||||||
return true;
|
m_elapsed_results.push_back(diff.count() / m_num_iters);
|
||||||
}
|
|
||||||
time_point now;
|
|
||||||
|
|
||||||
uint64_t nowCycles;
|
|
||||||
if (count == 0) {
|
|
||||||
lastTime = beginTime = now = clock::now();
|
|
||||||
lastCycles = beginCycles = nowCycles = perf_cpucycles();
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
now = clock::now();
|
|
||||||
auto elapsed = now - lastTime;
|
|
||||||
auto elapsedOne = elapsed / (countMask + 1);
|
|
||||||
if (elapsedOne < minTime) minTime = elapsedOne;
|
|
||||||
if (elapsedOne > maxTime) maxTime = elapsedOne;
|
|
||||||
|
|
||||||
// We only use relative values, so don't have to handle 64-bit wrap-around specially
|
|
||||||
nowCycles = perf_cpucycles();
|
|
||||||
uint64_t elapsedOneCycles = (nowCycles - lastCycles) / (countMask + 1);
|
|
||||||
if (elapsedOneCycles < minCycles) minCycles = elapsedOneCycles;
|
|
||||||
if (elapsedOneCycles > maxCycles) maxCycles = elapsedOneCycles;
|
|
||||||
|
|
||||||
if (elapsed*128 < maxElapsed) {
|
|
||||||
// If the execution was much too fast (1/128th of maxElapsed), increase the count mask by 8x and restart timing.
|
|
||||||
// The restart avoids including the overhead of this code in the measurement.
|
|
||||||
countMask = ((countMask<<3)|7) & ((1LL<<60)-1);
|
|
||||||
count = 0;
|
|
||||||
minTime = duration::max();
|
|
||||||
maxTime = duration::zero();
|
|
||||||
minCycles = std::numeric_limits<uint64_t>::max();
|
|
||||||
maxCycles = std::numeric_limits<uint64_t>::min();
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
if (elapsed*16 < maxElapsed) {
|
|
||||||
uint64_t newCountMask = ((countMask<<1)|1) & ((1LL<<60)-1);
|
|
||||||
if ((count & newCountMask)==0) {
|
|
||||||
countMask = newCountMask;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
lastTime = now;
|
|
||||||
lastCycles = nowCycles;
|
|
||||||
++count;
|
|
||||||
|
|
||||||
if (now - beginTime < maxElapsed) return true; // Keep going
|
|
||||||
|
|
||||||
--count;
|
|
||||||
|
|
||||||
assert(count != 0 && "count == 0 => (now == 0 && beginTime == 0) => return above");
|
|
||||||
|
|
||||||
// Output results
|
|
||||||
// Duration casts are only necessary here because hardware with sub-nanosecond clocks
|
|
||||||
// will lose precision.
|
|
||||||
int64_t min_elapsed = std::chrono::duration_cast<std::chrono::nanoseconds>(minTime).count();
|
|
||||||
int64_t max_elapsed = std::chrono::duration_cast<std::chrono::nanoseconds>(maxTime).count();
|
|
||||||
int64_t avg_elapsed = std::chrono::duration_cast<std::chrono::nanoseconds>((now-beginTime)/count).count();
|
|
||||||
int64_t averageCycles = (nowCycles-beginCycles)/count;
|
|
||||||
std::cout << std::fixed << std::setprecision(15) << name << "," << count << "," << min_elapsed << "," << max_elapsed << "," << avg_elapsed << ","
|
|
||||||
<< minCycles << "," << maxCycles << "," << averageCycles << "\n";
|
|
||||||
std::cout.copyfmt(std::ios(nullptr));
|
|
||||||
|
|
||||||
|
if (m_elapsed_results.size() == m_num_evals) {
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
m_num_iters_left = m_num_iters - 1;
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
@ -9,6 +9,7 @@
|
|||||||
#include <limits>
|
#include <limits>
|
||||||
#include <map>
|
#include <map>
|
||||||
#include <string>
|
#include <string>
|
||||||
|
#include <vector>
|
||||||
#include <chrono>
|
#include <chrono>
|
||||||
|
|
||||||
#include <boost/preprocessor/cat.hpp>
|
#include <boost/preprocessor/cat.hpp>
|
||||||
@ -32,7 +33,8 @@ static void CODE_TO_TIME(benchmark::State& state)
|
|||||||
... do any cleanup needed...
|
... do any cleanup needed...
|
||||||
}
|
}
|
||||||
|
|
||||||
BENCHMARK(CODE_TO_TIME);
|
// default to running benchmark for 5000 iterations
|
||||||
|
BENCHMARK(CODE_TO_TIME, 5000);
|
||||||
|
|
||||||
*/
|
*/
|
||||||
|
|
||||||
@ -47,49 +49,94 @@ namespace benchmark {
|
|||||||
using time_point = clock::time_point;
|
using time_point = clock::time_point;
|
||||||
using duration = clock::duration;
|
using duration = clock::duration;
|
||||||
|
|
||||||
class State {
|
class Printer;
|
||||||
std::string name;
|
|
||||||
duration maxElapsed;
|
class State
|
||||||
time_point beginTime, lastTime;
|
{
|
||||||
duration minTime, maxTime;
|
|
||||||
uint64_t count;
|
|
||||||
uint64_t countMask;
|
|
||||||
uint64_t beginCycles;
|
|
||||||
uint64_t lastCycles;
|
|
||||||
uint64_t minCycles;
|
|
||||||
uint64_t maxCycles;
|
|
||||||
public:
|
public:
|
||||||
State(std::string _name, duration _maxElapsed) :
|
std::string m_name;
|
||||||
name(_name),
|
uint64_t m_num_iters_left;
|
||||||
maxElapsed(_maxElapsed),
|
const uint64_t m_num_iters;
|
||||||
minTime(duration::max()),
|
const uint64_t m_num_evals;
|
||||||
maxTime(duration::zero()),
|
std::vector<double> m_elapsed_results;
|
||||||
count(0),
|
time_point m_start_time;
|
||||||
countMask(1),
|
|
||||||
beginCycles(0),
|
bool UpdateTimer(time_point finish_time);
|
||||||
lastCycles(0),
|
|
||||||
minCycles(std::numeric_limits<uint64_t>::max()),
|
State(std::string name, uint64_t num_evals, double num_iters, Printer& printer) : m_name(name), m_num_iters_left(0), m_num_iters(num_iters), m_num_evals(num_evals)
|
||||||
maxCycles(std::numeric_limits<uint64_t>::min()) {
|
{
|
||||||
|
}
|
||||||
|
|
||||||
|
inline bool KeepRunning()
|
||||||
|
{
|
||||||
|
if (m_num_iters_left--) {
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
bool result = UpdateTimer(clock::now());
|
||||||
|
// measure again so runtime of UpdateTimer is not included
|
||||||
|
m_start_time = clock::now();
|
||||||
|
return result;
|
||||||
}
|
}
|
||||||
bool KeepRunning();
|
|
||||||
};
|
};
|
||||||
|
|
||||||
typedef std::function<void(State&)> BenchFunction;
|
typedef std::function<void(State&)> BenchFunction;
|
||||||
|
|
||||||
class BenchRunner
|
class BenchRunner
|
||||||
{
|
{
|
||||||
typedef std::map<std::string, BenchFunction> BenchmarkMap;
|
struct Bench {
|
||||||
|
BenchFunction func;
|
||||||
|
uint64_t num_iters_for_one_second;
|
||||||
|
};
|
||||||
|
typedef std::map<std::string, Bench> BenchmarkMap;
|
||||||
static BenchmarkMap& benchmarks();
|
static BenchmarkMap& benchmarks();
|
||||||
|
|
||||||
public:
|
public:
|
||||||
BenchRunner(std::string name, BenchFunction func);
|
BenchRunner(std::string name, BenchFunction func, uint64_t num_iters_for_one_second);
|
||||||
|
|
||||||
static void RunAll(duration elapsedTimeForOne = std::chrono::seconds(1));
|
static void RunAll(Printer& printer, uint64_t num_evals, double scaling, const std::string& filter, bool is_list_only);
|
||||||
|
};
|
||||||
|
|
||||||
|
// interface to output benchmark results.
|
||||||
|
class Printer
|
||||||
|
{
|
||||||
|
public:
|
||||||
|
virtual ~Printer() {}
|
||||||
|
virtual void header() = 0;
|
||||||
|
virtual void result(const State& state) = 0;
|
||||||
|
virtual void footer() = 0;
|
||||||
|
};
|
||||||
|
|
||||||
|
// default printer to console, shows min, max, median.
|
||||||
|
class ConsolePrinter : public Printer
|
||||||
|
{
|
||||||
|
public:
|
||||||
|
void header();
|
||||||
|
void result(const State& state);
|
||||||
|
void footer();
|
||||||
|
};
|
||||||
|
|
||||||
|
// creates box plot with plotly.js
|
||||||
|
class PlotlyPrinter : public Printer
|
||||||
|
{
|
||||||
|
public:
|
||||||
|
PlotlyPrinter(std::string plotly_url, int64_t width, int64_t height);
|
||||||
|
void header();
|
||||||
|
void result(const State& state);
|
||||||
|
void footer();
|
||||||
|
|
||||||
|
private:
|
||||||
|
std::string m_plotly_url;
|
||||||
|
int64_t m_width;
|
||||||
|
int64_t m_height;
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
// BENCHMARK(foo) expands to: benchmark::BenchRunner bench_11foo("foo", foo);
|
|
||||||
#define BENCHMARK(n) \
|
// BENCHMARK(foo, num_iters_for_one_second) expands to: benchmark::BenchRunner bench_11foo("foo", num_iterations);
|
||||||
benchmark::BenchRunner BOOST_PP_CAT(bench_, BOOST_PP_CAT(__LINE__, n))(BOOST_PP_STRINGIZE(n), n);
|
// Choose a num_iters_for_one_second that takes roughly 1 second. The goal is that all benchmarks should take approximately
|
||||||
|
// the same time, and scaling factor can be used that the total time is appropriate for your system.
|
||||||
|
#define BENCHMARK(n, num_iters_for_one_second) \
|
||||||
|
benchmark::BenchRunner BOOST_PP_CAT(bench_, BOOST_PP_CAT(__LINE__, n))(BOOST_PP_STRINGIZE(n), n, (num_iters_for_one_second));
|
||||||
|
|
||||||
#endif // BITCOIN_BENCH_BENCH_H
|
#endif // BITCOIN_BENCH_BENCH_H
|
||||||
|
@ -11,8 +11,20 @@
|
|||||||
#include <util.h>
|
#include <util.h>
|
||||||
#include <random.h>
|
#include <random.h>
|
||||||
|
|
||||||
|
#include <boost/lexical_cast.hpp>
|
||||||
|
|
||||||
|
#include <memory>
|
||||||
|
|
||||||
#include <bls/bls.h>
|
#include <bls/bls.h>
|
||||||
|
|
||||||
|
static const int64_t DEFAULT_BENCH_EVALUATIONS = 5;
|
||||||
|
static const char* DEFAULT_BENCH_FILTER = ".*";
|
||||||
|
static const char* DEFAULT_BENCH_SCALING = "1.0";
|
||||||
|
static const char* DEFAULT_BENCH_PRINTER = "console";
|
||||||
|
static const char* DEFAULT_PLOT_PLOTLYURL = "https://cdn.plot.ly/plotly-latest.min.js";
|
||||||
|
static const int64_t DEFAULT_PLOT_WIDTH = 1024;
|
||||||
|
static const int64_t DEFAULT_PLOT_HEIGHT = 768;
|
||||||
|
|
||||||
void InitBLSTests();
|
void InitBLSTests();
|
||||||
void CleanupBLSTests();
|
void CleanupBLSTests();
|
||||||
void CleanupBLSDkgTests();
|
void CleanupBLSDkgTests();
|
||||||
@ -20,6 +32,23 @@ void CleanupBLSDkgTests();
|
|||||||
int
|
int
|
||||||
main(int argc, char** argv)
|
main(int argc, char** argv)
|
||||||
{
|
{
|
||||||
|
gArgs.ParseParameters(argc, argv);
|
||||||
|
|
||||||
|
if (gArgs.IsArgSet("-?") || gArgs.IsArgSet("-h") || gArgs.IsArgSet("-help")) {
|
||||||
|
std::cout << HelpMessageGroup(_("Options:"))
|
||||||
|
<< HelpMessageOpt("-?", _("Print this help message and exit"))
|
||||||
|
<< HelpMessageOpt("-list", _("List benchmarks without executing them. Can be combined with -scaling and -filter"))
|
||||||
|
<< HelpMessageOpt("-evals=<n>", strprintf(_("Number of measurement evaluations to perform. (default: %u)"), DEFAULT_BENCH_EVALUATIONS))
|
||||||
|
<< HelpMessageOpt("-filter=<regex>", strprintf(_("Regular expression filter to select benchmark by name (default: %s)"), DEFAULT_BENCH_FILTER))
|
||||||
|
<< HelpMessageOpt("-scaling=<n>", strprintf(_("Scaling factor for benchmark's runtime (default: %u)"), DEFAULT_BENCH_SCALING))
|
||||||
|
<< HelpMessageOpt("-printer=(console|plot)", strprintf(_("Choose printer format. console: print data to console. plot: Print results as HTML graph (default: %s)"), DEFAULT_BENCH_PRINTER))
|
||||||
|
<< HelpMessageOpt("-plot-plotlyurl=<uri>", strprintf(_("URL to use for plotly.js (default: %s)"), DEFAULT_PLOT_PLOTLYURL))
|
||||||
|
<< HelpMessageOpt("-plot-width=<x>", strprintf(_("Plot width in pixel (default: %u)"), DEFAULT_PLOT_WIDTH))
|
||||||
|
<< HelpMessageOpt("-plot-height=<x>", strprintf(_("Plot height in pixel (default: %u)"), DEFAULT_PLOT_HEIGHT));
|
||||||
|
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
SHA256AutoDetect();
|
SHA256AutoDetect();
|
||||||
|
|
||||||
RegisterPrettySignalHandlers();
|
RegisterPrettySignalHandlers();
|
||||||
@ -34,7 +63,24 @@ main(int argc, char** argv)
|
|||||||
SetupEnvironment();
|
SetupEnvironment();
|
||||||
fPrintToDebugLog = false; // don't want to write to debug.log file
|
fPrintToDebugLog = false; // don't want to write to debug.log file
|
||||||
|
|
||||||
benchmark::BenchRunner::RunAll();
|
int64_t evaluations = gArgs.GetArg("-evals", DEFAULT_BENCH_EVALUATIONS);
|
||||||
|
std::string regex_filter = gArgs.GetArg("-filter", DEFAULT_BENCH_FILTER);
|
||||||
|
std::string scaling_str = gArgs.GetArg("-scaling", DEFAULT_BENCH_SCALING);
|
||||||
|
bool is_list_only = gArgs.GetBoolArg("-list", false);
|
||||||
|
|
||||||
|
double scaling_factor = boost::lexical_cast<double>(scaling_str);
|
||||||
|
|
||||||
|
|
||||||
|
std::unique_ptr<benchmark::Printer> printer(new benchmark::ConsolePrinter());
|
||||||
|
std::string printer_arg = gArgs.GetArg("-printer", DEFAULT_BENCH_PRINTER);
|
||||||
|
if ("plot" == printer_arg) {
|
||||||
|
printer.reset(new benchmark::PlotlyPrinter(
|
||||||
|
gArgs.GetArg("-plot-plotlyurl", DEFAULT_PLOT_PLOTLYURL),
|
||||||
|
gArgs.GetArg("-plot-width", DEFAULT_PLOT_WIDTH),
|
||||||
|
gArgs.GetArg("-plot-height", DEFAULT_PLOT_HEIGHT)));
|
||||||
|
}
|
||||||
|
|
||||||
|
benchmark::BenchRunner::RunAll(*printer, evaluations, scaling_factor, regex_filter, is_list_only);
|
||||||
|
|
||||||
// need to be called before global destructors kick in (PoolAllocator is needed due to many BLSSecretKeys)
|
// need to be called before global destructors kick in (PoolAllocator is needed due to many BLSSecretKeys)
|
||||||
CleanupBLSDkgTests();
|
CleanupBLSDkgTests();
|
||||||
|
@ -348,15 +348,15 @@ static void BLSVerify_BatchedParallel(benchmark::State& state)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
BENCHMARK(BLSPubKeyAggregate_Normal)
|
BENCHMARK(BLSPubKeyAggregate_Normal, 300 * 1000)
|
||||||
BENCHMARK(BLSSecKeyAggregate_Normal)
|
BENCHMARK(BLSSecKeyAggregate_Normal, 700 * 1000)
|
||||||
BENCHMARK(BLSSign_Normal)
|
BENCHMARK(BLSSign_Normal, 600)
|
||||||
BENCHMARK(BLSVerify_Normal)
|
BENCHMARK(BLSVerify_Normal, 350)
|
||||||
BENCHMARK(BLSVerify_LargeBlock1000)
|
BENCHMARK(BLSVerify_LargeBlock1000, 1)
|
||||||
BENCHMARK(BLSVerify_LargeBlockSelfAggregated1000)
|
BENCHMARK(BLSVerify_LargeBlockSelfAggregated1000, 1)
|
||||||
BENCHMARK(BLSVerify_LargeBlockSelfAggregated10000)
|
BENCHMARK(BLSVerify_LargeBlockSelfAggregated10000, 1)
|
||||||
BENCHMARK(BLSVerify_LargeAggregatedBlock1000)
|
BENCHMARK(BLSVerify_LargeAggregatedBlock1000, 1)
|
||||||
BENCHMARK(BLSVerify_LargeAggregatedBlock10000)
|
BENCHMARK(BLSVerify_LargeAggregatedBlock10000, 1)
|
||||||
BENCHMARK(BLSVerify_LargeAggregatedBlock1000PreVerified)
|
BENCHMARK(BLSVerify_LargeAggregatedBlock1000PreVerified, 5)
|
||||||
BENCHMARK(BLSVerify_Batched)
|
BENCHMARK(BLSVerify_Batched, 500)
|
||||||
BENCHMARK(BLSVerify_BatchedParallel)
|
BENCHMARK(BLSVerify_BatchedParallel, 1000)
|
||||||
|
@ -137,45 +137,45 @@ void CleanupBLSDkgTests()
|
|||||||
|
|
||||||
|
|
||||||
|
|
||||||
#define BENCH_BuildQuorumVerificationVectors(name, quorumSize, parallel) \
|
#define BENCH_BuildQuorumVerificationVectors(name, quorumSize, parallel, num_iters_for_one_second) \
|
||||||
static void BLSDKG_BuildQuorumVerificationVectors_##name##_##quorumSize(benchmark::State& state) \
|
static void BLSDKG_BuildQuorumVerificationVectors_##name##_##quorumSize(benchmark::State& state) \
|
||||||
{ \
|
{ \
|
||||||
InitIfNeeded(); \
|
InitIfNeeded(); \
|
||||||
dkg##quorumSize->Bench_BuildQuorumVerificationVectors(state, parallel); \
|
dkg##quorumSize->Bench_BuildQuorumVerificationVectors(state, parallel); \
|
||||||
} \
|
} \
|
||||||
BENCHMARK(BLSDKG_BuildQuorumVerificationVectors_##name##_##quorumSize)
|
BENCHMARK(BLSDKG_BuildQuorumVerificationVectors_##name##_##quorumSize, num_iters_for_one_second)
|
||||||
|
|
||||||
BENCH_BuildQuorumVerificationVectors(simple, 10, false)
|
BENCH_BuildQuorumVerificationVectors(simple, 10, false, 2500)
|
||||||
BENCH_BuildQuorumVerificationVectors(simple, 100, false)
|
BENCH_BuildQuorumVerificationVectors(simple, 100, false, 25)
|
||||||
BENCH_BuildQuorumVerificationVectors(simple, 400, false)
|
BENCH_BuildQuorumVerificationVectors(simple, 400, false, 1)
|
||||||
BENCH_BuildQuorumVerificationVectors(parallel, 10, true)
|
BENCH_BuildQuorumVerificationVectors(parallel, 10, true, 3000)
|
||||||
BENCH_BuildQuorumVerificationVectors(parallel, 100, true)
|
BENCH_BuildQuorumVerificationVectors(parallel, 100, true, 50)
|
||||||
BENCH_BuildQuorumVerificationVectors(parallel, 400, true)
|
BENCH_BuildQuorumVerificationVectors(parallel, 400, true, 3)
|
||||||
|
|
||||||
///////////////////////////////
|
///////////////////////////////
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
#define BENCH_VerifyContributionShares(name, quorumSize, invalidCount, parallel, aggregated) \
|
#define BENCH_VerifyContributionShares(name, quorumSize, invalidCount, parallel, aggregated, num_iters_for_one_second) \
|
||||||
static void BLSDKG_VerifyContributionShares_##name##_##quorumSize(benchmark::State& state) \
|
static void BLSDKG_VerifyContributionShares_##name##_##quorumSize(benchmark::State& state) \
|
||||||
{ \
|
{ \
|
||||||
InitIfNeeded(); \
|
InitIfNeeded(); \
|
||||||
dkg##quorumSize->Bench_VerifyContributionShares(state, invalidCount, parallel, aggregated); \
|
dkg##quorumSize->Bench_VerifyContributionShares(state, invalidCount, parallel, aggregated); \
|
||||||
} \
|
} \
|
||||||
BENCHMARK(BLSDKG_VerifyContributionShares_##name##_##quorumSize)
|
BENCHMARK(BLSDKG_VerifyContributionShares_##name##_##quorumSize, num_iters_for_one_second)
|
||||||
|
|
||||||
BENCH_VerifyContributionShares(simple, 10, 5, false, false)
|
BENCH_VerifyContributionShares(simple, 10, 5, false, false, 70)
|
||||||
BENCH_VerifyContributionShares(simple, 100, 5, false, false)
|
BENCH_VerifyContributionShares(simple, 100, 5, false, false, 1)
|
||||||
BENCH_VerifyContributionShares(simple, 400, 5, false, false)
|
BENCH_VerifyContributionShares(simple, 400, 5, false, false, 1)
|
||||||
|
|
||||||
BENCH_VerifyContributionShares(aggregated, 10, 5, false, true)
|
BENCH_VerifyContributionShares(aggregated, 10, 5, false, true, 70)
|
||||||
BENCH_VerifyContributionShares(aggregated, 100, 5, false, true)
|
BENCH_VerifyContributionShares(aggregated, 100, 5, false, true, 2)
|
||||||
BENCH_VerifyContributionShares(aggregated, 400, 5, false, true)
|
BENCH_VerifyContributionShares(aggregated, 400, 5, false, true, 1)
|
||||||
|
|
||||||
BENCH_VerifyContributionShares(parallel, 10, 5, true, false)
|
BENCH_VerifyContributionShares(parallel, 10, 5, true, false, 200)
|
||||||
BENCH_VerifyContributionShares(parallel, 100, 5, true, false)
|
BENCH_VerifyContributionShares(parallel, 100, 5, true, false, 2)
|
||||||
BENCH_VerifyContributionShares(parallel, 400, 5, true, false)
|
BENCH_VerifyContributionShares(parallel, 400, 5, true, false, 1)
|
||||||
|
|
||||||
BENCH_VerifyContributionShares(parallel_aggregated, 10, 5, true, true)
|
BENCH_VerifyContributionShares(parallel_aggregated, 10, 5, true, true, 150)
|
||||||
BENCH_VerifyContributionShares(parallel_aggregated, 100, 5, true, true)
|
BENCH_VerifyContributionShares(parallel_aggregated, 100, 5, true, true, 4)
|
||||||
BENCH_VerifyContributionShares(parallel_aggregated, 400, 5, true, true)
|
BENCH_VerifyContributionShares(parallel_aggregated, 400, 5, true, true, 1)
|
||||||
|
@ -84,4 +84,4 @@ static void CCoinsCaching(benchmark::State& state)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
BENCHMARK(CCoinsCaching);
|
BENCHMARK(CCoinsCaching, 170 * 1000);
|
||||||
|
@ -41,11 +41,6 @@ static void CHACHA20_1MB(benchmark::State& state)
|
|||||||
CHACHA20(state, BUFFER_SIZE_LARGE);
|
CHACHA20(state, BUFFER_SIZE_LARGE);
|
||||||
}
|
}
|
||||||
|
|
||||||
//TODO add back below once benchmarking backports are done
|
BENCHMARK(CHACHA20_64BYTES, 500000);
|
||||||
//BENCHMARK(CHACHA20_64BYTES, 500000);
|
BENCHMARK(CHACHA20_256BYTES, 250000);
|
||||||
//BENCHMARK(CHACHA20_256BYTES, 250000);
|
BENCHMARK(CHACHA20_1MB, 340);
|
||||||
//BENCHMARK(CHACHA20_1MB, 340);
|
|
||||||
BENCHMARK(CHACHA20_64BYTES);
|
|
||||||
BENCHMARK(CHACHA20_256BYTES);
|
|
||||||
BENCHMARK(CHACHA20_1MB);
|
|
||||||
|
|
||||||
|
@ -112,13 +112,12 @@ static void HASH_1MB(benchmark::State& state)
|
|||||||
HASH(state, BUFFER_SIZE_LARGE);
|
HASH(state, BUFFER_SIZE_LARGE);
|
||||||
}
|
}
|
||||||
|
|
||||||
//TODO add back below once benchmark backports are done
|
BENCHMARK(CHACHA20_POLY1305_AEAD_64BYTES_ONLY_ENCRYPT, 500000);
|
||||||
BENCHMARK(CHACHA20_POLY1305_AEAD_64BYTES_ONLY_ENCRYPT/*, 500000*/);
|
BENCHMARK(CHACHA20_POLY1305_AEAD_256BYTES_ONLY_ENCRYPT, 250000);
|
||||||
BENCHMARK(CHACHA20_POLY1305_AEAD_256BYTES_ONLY_ENCRYPT/*, 250000*/);
|
BENCHMARK(CHACHA20_POLY1305_AEAD_1MB_ONLY_ENCRYPT, 340);
|
||||||
BENCHMARK(CHACHA20_POLY1305_AEAD_1MB_ONLY_ENCRYPT/*, 340*/);
|
BENCHMARK(CHACHA20_POLY1305_AEAD_64BYTES_ENCRYPT_DECRYPT, 500000);
|
||||||
BENCHMARK(CHACHA20_POLY1305_AEAD_64BYTES_ENCRYPT_DECRYPT/*, 500000*/);
|
BENCHMARK(CHACHA20_POLY1305_AEAD_256BYTES_ENCRYPT_DECRYPT, 250000);
|
||||||
BENCHMARK(CHACHA20_POLY1305_AEAD_256BYTES_ENCRYPT_DECRYPT/*, 250000*/);
|
BENCHMARK(CHACHA20_POLY1305_AEAD_1MB_ENCRYPT_DECRYPT, 340);
|
||||||
BENCHMARK(CHACHA20_POLY1305_AEAD_1MB_ENCRYPT_DECRYPT/*, 340*/);
|
BENCHMARK(HASH_64BYTES, 500000);
|
||||||
BENCHMARK(HASH_64BYTES/*, 500000*/);
|
BENCHMARK(HASH_256BYTES, 250000);
|
||||||
BENCHMARK(HASH_256BYTES/*, 250000*/);
|
BENCHMARK(HASH_1MB, 340);
|
||||||
BENCHMARK(HASH_1MB/*, 340*/);
|
|
||||||
|
@ -50,5 +50,5 @@ static void DeserializeAndCheckBlockTest(benchmark::State& state)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
BENCHMARK(DeserializeBlockTest);
|
BENCHMARK(DeserializeBlockTest, 130);
|
||||||
BENCHMARK(DeserializeAndCheckBlockTest);
|
BENCHMARK(DeserializeAndCheckBlockTest, 160);
|
||||||
|
@ -12,51 +12,11 @@
|
|||||||
#include <random.h>
|
#include <random.h>
|
||||||
|
|
||||||
|
|
||||||
// This Benchmark tests the CheckQueue with the lightest
|
|
||||||
// weight Checks, so it should make any lock contention
|
|
||||||
// particularly visible
|
|
||||||
static const int MIN_CORES = 2;
|
static const int MIN_CORES = 2;
|
||||||
static const size_t BATCHES = 101;
|
static const size_t BATCHES = 101;
|
||||||
static const size_t BATCH_SIZE = 30;
|
static const size_t BATCH_SIZE = 30;
|
||||||
static const int PREVECTOR_SIZE = 28;
|
static const int PREVECTOR_SIZE = 28;
|
||||||
static const unsigned int QUEUE_BATCH_SIZE = 128;
|
static const unsigned int QUEUE_BATCH_SIZE = 128;
|
||||||
static void CCheckQueueSpeed(benchmark::State& state)
|
|
||||||
{
|
|
||||||
struct FakeJobNoWork {
|
|
||||||
bool operator()()
|
|
||||||
{
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
void swap(FakeJobNoWork& x){};
|
|
||||||
};
|
|
||||||
CCheckQueue<FakeJobNoWork> queue {QUEUE_BATCH_SIZE};
|
|
||||||
boost::thread_group tg;
|
|
||||||
for (auto x = 0; x < std::max(MIN_CORES, GetNumCores()); ++x) {
|
|
||||||
tg.create_thread([&]{queue.Thread();});
|
|
||||||
}
|
|
||||||
while (state.KeepRunning()) {
|
|
||||||
CCheckQueueControl<FakeJobNoWork> control(&queue);
|
|
||||||
|
|
||||||
// We call Add a number of times to simulate the behavior of adding
|
|
||||||
// a block of transactions at once.
|
|
||||||
|
|
||||||
std::vector<std::vector<FakeJobNoWork>> vBatches(BATCHES);
|
|
||||||
for (auto& vChecks : vBatches) {
|
|
||||||
vChecks.resize(BATCH_SIZE);
|
|
||||||
}
|
|
||||||
for (auto& vChecks : vBatches) {
|
|
||||||
// We can't make vChecks in the inner loop because we want to measure
|
|
||||||
// the cost of getting the memory to each thread and we might get the same
|
|
||||||
// memory
|
|
||||||
control.Add(vChecks);
|
|
||||||
}
|
|
||||||
// control waits for completion by RAII, but
|
|
||||||
// it is done explicitly here for clarity
|
|
||||||
control.Wait();
|
|
||||||
}
|
|
||||||
tg.interrupt_all();
|
|
||||||
tg.join_all();
|
|
||||||
}
|
|
||||||
|
|
||||||
// This Benchmark tests the CheckQueue with a slightly realistic workload,
|
// This Benchmark tests the CheckQueue with a slightly realistic workload,
|
||||||
// where checks all contain a prevector that is indirect 50% of the time
|
// where checks all contain a prevector that is indirect 50% of the time
|
||||||
@ -99,5 +59,4 @@ static void CCheckQueueSpeedPrevectorJob(benchmark::State& state)
|
|||||||
tg.interrupt_all();
|
tg.interrupt_all();
|
||||||
tg.join_all();
|
tg.join_all();
|
||||||
}
|
}
|
||||||
BENCHMARK(CCheckQueueSpeed);
|
BENCHMARK(CCheckQueueSpeedPrevectorJob, 1400);
|
||||||
BENCHMARK(CCheckQueueSpeedPrevectorJob);
|
|
||||||
|
@ -57,4 +57,4 @@ static void CoinSelection(benchmark::State& state)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
BENCHMARK(CoinSelection);
|
BENCHMARK(CoinSelection, 650);
|
||||||
|
@ -47,9 +47,9 @@ static void HASH_SHA256_0032b(benchmark::State& state)
|
|||||||
{
|
{
|
||||||
std::vector<uint8_t> in(32,0);
|
std::vector<uint8_t> in(32,0);
|
||||||
while (state.KeepRunning()) {
|
while (state.KeepRunning()) {
|
||||||
for (int i = 0; i < 1000000; i++) {
|
CSHA256()
|
||||||
CSHA256().Write(in.data(), in.size()).Finalize(in.data());
|
.Write(in.data(), in.size())
|
||||||
}
|
.Finalize(in.data());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -65,11 +65,9 @@ static void HASH_DSHA256_0032b(benchmark::State& state)
|
|||||||
{
|
{
|
||||||
std::vector<uint8_t> in(32,0);
|
std::vector<uint8_t> in(32,0);
|
||||||
while (state.KeepRunning()) {
|
while (state.KeepRunning()) {
|
||||||
for (int i = 0; i < 1000000; i++) {
|
|
||||||
CHash256().Write(in.data(), in.size()).Finalize(in.data());
|
CHash256().Write(in.data(), in.size()).Finalize(in.data());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
static void HASH_SHA256D64_1024(benchmark::State& state)
|
static void HASH_SHA256D64_1024(benchmark::State& state)
|
||||||
{
|
{
|
||||||
@ -90,10 +88,9 @@ static void HASH_SHA512(benchmark::State& state)
|
|||||||
static void HASH_SipHash_0032b(benchmark::State& state)
|
static void HASH_SipHash_0032b(benchmark::State& state)
|
||||||
{
|
{
|
||||||
uint256 x;
|
uint256 x;
|
||||||
|
uint64_t k1 = 0;
|
||||||
while (state.KeepRunning()) {
|
while (state.KeepRunning()) {
|
||||||
for (int i = 0; i < 1000000; i++) {
|
*((uint64_t*)x.begin()) = SipHashUint256(0, ++k1, x);
|
||||||
*((uint64_t*)x.begin()) = SipHashUint256(0, i, x);
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -102,22 +99,18 @@ static void FastRandom_32bit(benchmark::State& state)
|
|||||||
FastRandomContext rng(true);
|
FastRandomContext rng(true);
|
||||||
uint32_t x = 0;
|
uint32_t x = 0;
|
||||||
while (state.KeepRunning()) {
|
while (state.KeepRunning()) {
|
||||||
for (int i = 0; i < 1000000; i++) {
|
|
||||||
x += rng.rand32();
|
x += rng.rand32();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
static void FastRandom_1bit(benchmark::State& state)
|
static void FastRandom_1bit(benchmark::State& state)
|
||||||
{
|
{
|
||||||
FastRandomContext rng(true);
|
FastRandomContext rng(true);
|
||||||
uint32_t x = 0;
|
uint32_t x = 0;
|
||||||
while (state.KeepRunning()) {
|
while (state.KeepRunning()) {
|
||||||
for (int i = 0; i < 1000000; i++) {
|
|
||||||
x += rng.randbool();
|
x += rng.randbool();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
static void HASH_DSHA256_0032b_single(benchmark::State& state)
|
static void HASH_DSHA256_0032b_single(benchmark::State& state)
|
||||||
{
|
{
|
||||||
@ -217,29 +210,29 @@ static void HASH_X11_2048b_single(benchmark::State& state)
|
|||||||
hash = HashX11(in.begin(), in.end());
|
hash = HashX11(in.begin(), in.end());
|
||||||
}
|
}
|
||||||
|
|
||||||
BENCHMARK(HASH_RIPEMD160);
|
BENCHMARK(HASH_RIPEMD160, 440);
|
||||||
BENCHMARK(HASH_SHA1);
|
BENCHMARK(HASH_SHA1, 570);
|
||||||
BENCHMARK(HASH_SHA256);
|
BENCHMARK(HASH_SHA256, 340);
|
||||||
BENCHMARK(HASH_DSHA256);
|
BENCHMARK(HASH_DSHA256, 340);
|
||||||
BENCHMARK(HASH_SHA512);
|
BENCHMARK(HASH_SHA512, 330);
|
||||||
BENCHMARK(HASH_X11);
|
BENCHMARK(HASH_X11, 500);
|
||||||
|
|
||||||
BENCHMARK(HASH_SHA256_0032b);
|
BENCHMARK(HASH_SHA256_0032b, 4 * 1000 * 1000);
|
||||||
BENCHMARK(HASH_DSHA256_0032b);
|
BENCHMARK(HASH_DSHA256_0032b, 2 * 1000 * 1000);
|
||||||
BENCHMARK(HASH_SipHash_0032b);
|
BENCHMARK(HASH_SipHash_0032b, 35 * 1000 * 1000);
|
||||||
BENCHMARK(HASH_SHA256D64_1024/*, 7400*/);
|
BENCHMARK(HASH_SHA256D64_1024, 7400);
|
||||||
|
|
||||||
BENCHMARK(HASH_DSHA256_0032b_single);
|
BENCHMARK(HASH_DSHA256_0032b_single, 2000 * 1000);
|
||||||
BENCHMARK(HASH_DSHA256_0080b_single);
|
BENCHMARK(HASH_DSHA256_0080b_single, 1500 * 1000);
|
||||||
BENCHMARK(HASH_DSHA256_0128b_single);
|
BENCHMARK(HASH_DSHA256_0128b_single, 1200 * 1000);
|
||||||
BENCHMARK(HASH_DSHA256_0512b_single);
|
BENCHMARK(HASH_DSHA256_0512b_single, 500 * 1000);
|
||||||
BENCHMARK(HASH_DSHA256_1024b_single);
|
BENCHMARK(HASH_DSHA256_1024b_single, 300 * 1000);
|
||||||
BENCHMARK(HASH_DSHA256_2048b_single);
|
BENCHMARK(HASH_DSHA256_2048b_single, 150 * 1000);
|
||||||
BENCHMARK(HASH_X11_0032b_single);
|
BENCHMARK(HASH_X11_0032b_single, 70 * 1000);
|
||||||
BENCHMARK(HASH_X11_0080b_single);
|
BENCHMARK(HASH_X11_0080b_single, 65 * 1000);
|
||||||
BENCHMARK(HASH_X11_0128b_single);
|
BENCHMARK(HASH_X11_0128b_single, 60 * 1000);
|
||||||
BENCHMARK(HASH_X11_0512b_single);
|
BENCHMARK(HASH_X11_0512b_single, 50 * 1000);
|
||||||
BENCHMARK(HASH_X11_1024b_single);
|
BENCHMARK(HASH_X11_1024b_single, 50 * 1000);
|
||||||
BENCHMARK(HASH_X11_2048b_single);
|
BENCHMARK(HASH_X11_2048b_single, 50 * 1000);
|
||||||
BENCHMARK(FastRandom_32bit);
|
BENCHMARK(FastRandom_32bit, 110 * 1000 * 1000);
|
||||||
BENCHMARK(FastRandom_1bit);
|
BENCHMARK(FastRandom_1bit, 440 * 1000 * 1000);
|
||||||
|
@ -72,6 +72,6 @@ static void ECDSAVerify_LargeBlock(benchmark::State& state)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
BENCHMARK(ECDSASign)
|
BENCHMARK(ECDSASign, 22 * 1000)
|
||||||
BENCHMARK(ECDSAVerify)
|
BENCHMARK(ECDSAVerify, 15 * 1000)
|
||||||
BENCHMARK(ECDSAVerify_LargeBlock)
|
BENCHMARK(ECDSAVerify_LargeBlock, 15)
|
||||||
|
@ -15,7 +15,7 @@ static void Sleep100ms(benchmark::State& state)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
BENCHMARK(Sleep100ms);
|
BENCHMARK(Sleep100ms, 10);
|
||||||
|
|
||||||
// Extremely fast-running benchmark:
|
// Extremely fast-running benchmark:
|
||||||
#include <math.h>
|
#include <math.h>
|
||||||
@ -31,4 +31,4 @@ static void Trig(benchmark::State& state)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
BENCHMARK(Trig);
|
BENCHMARK(Trig, 12 * 1000 * 1000);
|
||||||
|
@ -39,5 +39,5 @@ static void MatchGCSFilter(benchmark::State& state)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
BENCHMARK(ConstructGCSFilter/*, 1000*/);
|
BENCHMARK(ConstructGCSFilter, 1000);
|
||||||
BENCHMARK(MatchGCSFilter/*, 50 * 1000*/);
|
BENCHMARK(MatchGCSFilter, 50 * 1000);
|
||||||
|
@ -43,5 +43,4 @@ static void BenchLockedPool(benchmark::State& state)
|
|||||||
addr.clear();
|
addr.clear();
|
||||||
}
|
}
|
||||||
|
|
||||||
BENCHMARK(BenchLockedPool);
|
BENCHMARK(BenchLockedPool, 530);
|
||||||
|
|
||||||
|
@ -111,4 +111,4 @@ static void MempoolEviction(benchmark::State& state)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
BENCHMARK(MempoolEviction);
|
BENCHMARK(MempoolEviction, 41000);
|
||||||
|
@ -23,4 +23,4 @@ static void MerkleRoot(benchmark::State& state)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
BENCHMARK(MerkleRoot/*, 800*/);
|
BENCHMARK(MerkleRoot, 800);
|
||||||
|
@ -37,7 +37,6 @@ static void POLY1305_1MB(benchmark::State& state)
|
|||||||
POLY1305(state, BUFFER_SIZE_LARGE);
|
POLY1305(state, BUFFER_SIZE_LARGE);
|
||||||
}
|
}
|
||||||
|
|
||||||
//TODO add back below once benchmarking backports are done
|
BENCHMARK(POLY1305_64BYTES, 500000);
|
||||||
BENCHMARK(POLY1305_64BYTES/*, 500000*/);
|
BENCHMARK(POLY1305_256BYTES, 250000);
|
||||||
BENCHMARK(POLY1305_256BYTES/*, 250000*/);
|
BENCHMARK(POLY1305_1MB, 340);
|
||||||
BENCHMARK(POLY1305_1MB/*, 340*/);
|
|
||||||
|
@ -22,59 +22,52 @@ template <typename T>
|
|||||||
static void PrevectorDestructor(benchmark::State& state)
|
static void PrevectorDestructor(benchmark::State& state)
|
||||||
{
|
{
|
||||||
while (state.KeepRunning()) {
|
while (state.KeepRunning()) {
|
||||||
for (auto x = 0; x < 1000; ++x) {
|
|
||||||
prevector<28, T> t0;
|
prevector<28, T> t0;
|
||||||
prevector<28, T> t1;
|
prevector<28, T> t1;
|
||||||
t0.resize(28);
|
t0.resize(28);
|
||||||
t1.resize(29);
|
t1.resize(29);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
template <typename T>
|
template <typename T>
|
||||||
static void PrevectorClear(benchmark::State& state)
|
static void PrevectorClear(benchmark::State& state)
|
||||||
{
|
{
|
||||||
|
|
||||||
while (state.KeepRunning()) {
|
|
||||||
for (auto x = 0; x < 1000; ++x) {
|
|
||||||
prevector<28, T> t0;
|
prevector<28, T> t0;
|
||||||
prevector<28, T> t1;
|
prevector<28, T> t1;
|
||||||
|
while (state.KeepRunning()) {
|
||||||
t0.resize(28);
|
t0.resize(28);
|
||||||
t0.clear();
|
t0.clear();
|
||||||
t1.resize(29);
|
t1.resize(29);
|
||||||
t1.clear();
|
t1.clear();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
template <typename T>
|
template <typename T>
|
||||||
void PrevectorResize(benchmark::State& state)
|
void PrevectorResize(benchmark::State& state)
|
||||||
{
|
{
|
||||||
while (state.KeepRunning()) {
|
|
||||||
prevector<28, T> t0;
|
prevector<28, T> t0;
|
||||||
prevector<28, T> t1;
|
prevector<28, T> t1;
|
||||||
for (auto x = 0; x < 1000; ++x) {
|
while (state.KeepRunning()) {
|
||||||
t0.resize(28);
|
t0.resize(28);
|
||||||
t0.resize(0);
|
t0.resize(0);
|
||||||
t1.resize(29);
|
t1.resize(29);
|
||||||
t1.resize(0);
|
t1.resize(0);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
#define PREVECTOR_TEST(name, nontrivops, trivops) \
|
#define PREVECTOR_TEST(name, nontrivops, trivops) \
|
||||||
static void Prevector ## name ## Nontrivial(benchmark::State& state) { \
|
static void Prevector ## name ## Nontrivial(benchmark::State& state) { \
|
||||||
Prevector ## name<nontrivial_t>(state); \
|
Prevector ## name<nontrivial_t>(state); \
|
||||||
} \
|
} \
|
||||||
BENCHMARK(Prevector ## name ## Nontrivial/*, nontrivops*/); \
|
BENCHMARK(Prevector ## name ## Nontrivial, nontrivops); \
|
||||||
static void Prevector ## name ## Trivial(benchmark::State& state) { \
|
static void Prevector ## name ## Trivial(benchmark::State& state) { \
|
||||||
Prevector ## name<trivial_t>(state); \
|
Prevector ## name<trivial_t>(state); \
|
||||||
} \
|
} \
|
||||||
BENCHMARK(Prevector ## name ## Trivial/*, trivops*/);
|
BENCHMARK(Prevector ## name ## Trivial, trivops);
|
||||||
|
|
||||||
PREVECTOR_TEST(Clear, 28300, 88600)
|
PREVECTOR_TEST(Clear, 80 * 1000 * 1000, 70 * 1000 * 1000)
|
||||||
PREVECTOR_TEST(Destructor, 28800, 88900)
|
PREVECTOR_TEST(Destructor, 800 * 1000 * 1000, 800 * 1000 * 1000)
|
||||||
PREVECTOR_TEST(Resize, 28900, 90300)
|
PREVECTOR_TEST(Resize, 80 * 1000 * 1000, 70 * 1000 * 1000)
|
||||||
|
|
||||||
#include <vector>
|
#include <vector>
|
||||||
|
|
||||||
@ -86,13 +79,11 @@ static void PrevectorAssign(benchmark::State& state)
|
|||||||
t.resize(28);
|
t.resize(28);
|
||||||
std::vector<unsigned char> v;
|
std::vector<unsigned char> v;
|
||||||
while (state.KeepRunning()) {
|
while (state.KeepRunning()) {
|
||||||
for (int i = 0; i < 1000; ++i) {
|
|
||||||
prevec::const_iterator b = t.begin() + 5;
|
prevec::const_iterator b = t.begin() + 5;
|
||||||
prevec::const_iterator e = b + 20;
|
prevec::const_iterator e = b + 20;
|
||||||
v.assign(b, e);
|
v.assign(b, e);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
static void PrevectorAssignTo(benchmark::State& state)
|
static void PrevectorAssignTo(benchmark::State& state)
|
||||||
{
|
{
|
||||||
@ -100,13 +91,11 @@ static void PrevectorAssignTo(benchmark::State& state)
|
|||||||
t.resize(28);
|
t.resize(28);
|
||||||
std::vector<unsigned char> v;
|
std::vector<unsigned char> v;
|
||||||
while (state.KeepRunning()) {
|
while (state.KeepRunning()) {
|
||||||
for (int i = 0; i < 1000; ++i) {
|
|
||||||
prevec::const_iterator b = t.begin() + 5;
|
prevec::const_iterator b = t.begin() + 5;
|
||||||
prevec::const_iterator e = b + 20;
|
prevec::const_iterator e = b + 20;
|
||||||
t.assign_to(b, e, v);
|
t.assign_to(b, e, v);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
BENCHMARK(PrevectorAssign)
|
BENCHMARK(PrevectorAssign, 90 * 1000 * 1000)
|
||||||
BENCHMARK(PrevectorAssignTo)
|
BENCHMARK(PrevectorAssignTo, 700 * 1000 * 1000)
|
||||||
|
@ -12,8 +12,6 @@ static void RollingBloom(benchmark::State& state)
|
|||||||
CRollingBloomFilter filter(120000, 0.000001);
|
CRollingBloomFilter filter(120000, 0.000001);
|
||||||
std::vector<unsigned char> data(32);
|
std::vector<unsigned char> data(32);
|
||||||
uint32_t count = 0;
|
uint32_t count = 0;
|
||||||
uint32_t nEntriesPerGeneration = (120000 + 1) / 2;
|
|
||||||
uint32_t countnow = 0;
|
|
||||||
uint64_t match = 0;
|
uint64_t match = 0;
|
||||||
while (state.KeepRunning()) {
|
while (state.KeepRunning()) {
|
||||||
count++;
|
count++;
|
||||||
@ -21,16 +19,8 @@ static void RollingBloom(benchmark::State& state)
|
|||||||
data[1] = count >> 8;
|
data[1] = count >> 8;
|
||||||
data[2] = count >> 16;
|
data[2] = count >> 16;
|
||||||
data[3] = count >> 24;
|
data[3] = count >> 24;
|
||||||
if (countnow == nEntriesPerGeneration) {
|
|
||||||
auto b = benchmark::clock::now();
|
|
||||||
filter.insert(data);
|
filter.insert(data);
|
||||||
auto total = std::chrono::duration_cast<std::chrono::nanoseconds>(benchmark::clock::now() - b).count();
|
|
||||||
std::cout << "RollingBloom-refresh,1," << total << "," << total << "," << total << "\n";
|
|
||||||
countnow = 0;
|
|
||||||
} else {
|
|
||||||
filter.insert(data);
|
|
||||||
}
|
|
||||||
countnow++;
|
|
||||||
data[0] = count >> 24;
|
data[0] = count >> 24;
|
||||||
data[1] = count >> 16;
|
data[1] = count >> 16;
|
||||||
data[2] = count >> 8;
|
data[2] = count >> 8;
|
||||||
@ -39,4 +29,4 @@ static void RollingBloom(benchmark::State& state)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
BENCHMARK(RollingBloom);
|
BENCHMARK(RollingBloom, 1500 * 1000);
|
||||||
|
@ -105,14 +105,14 @@ static void strings_2_strptintf(benchmark::State& state)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
BENCHMARK(int_atoi);
|
BENCHMARK(int_atoi, 700 * 1000 * 1000);
|
||||||
BENCHMARK(int_lexical_cast);
|
BENCHMARK(int_lexical_cast, 40 * 1000 * 1000);
|
||||||
BENCHMARK(strings_1_itostr);
|
BENCHMARK(strings_1_itostr, 3 * 1000 * 1000);
|
||||||
BENCHMARK(strings_1_lexical_cast);
|
BENCHMARK(strings_1_lexical_cast, 20 * 1000 * 1000);
|
||||||
BENCHMARK(strings_1_numberToString);
|
BENCHMARK(strings_1_numberToString, 3 * 1000 * 1000);
|
||||||
BENCHMARK(strings_1_to_string);
|
BENCHMARK(strings_1_to_string, 8 * 1000 * 1000);
|
||||||
BENCHMARK(strings_2_multi_itostr);
|
BENCHMARK(strings_2_multi_itostr, 500 * 1000);
|
||||||
BENCHMARK(strings_2_multi_lexical_cast);
|
BENCHMARK(strings_2_multi_lexical_cast, 2500 * 1000);
|
||||||
BENCHMARK(strings_2_multi_numberToString);
|
BENCHMARK(strings_2_multi_numberToString, 600 * 1000);
|
||||||
BENCHMARK(strings_2_multi_to_string);
|
BENCHMARK(strings_2_multi_to_string, 1500 * 1000);
|
||||||
BENCHMARK(strings_2_strptintf);
|
BENCHMARK(strings_2_strptintf, 700 * 1000);
|
||||||
|
@ -36,7 +36,7 @@ static void BenchTimeMillisSys(benchmark::State& state)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
BENCHMARK(BenchTimeDeprecated/*, 100000000*/);
|
BENCHMARK(BenchTimeDeprecated, 100000000);
|
||||||
BENCHMARK(BenchTimeMillis/*, 6000000*/);
|
BENCHMARK(BenchTimeMillis, 6000000);
|
||||||
BENCHMARK(BenchTimeMillisSys/*, 6000000*/);
|
BENCHMARK(BenchTimeMillisSys, 6000000);
|
||||||
BENCHMARK(BenchTimeMock/*, 300000000*/);
|
BENCHMARK(BenchTimeMock, 300000000);
|
||||||
|
Loading…
Reference in New Issue
Block a user