mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-07 12:21:27 +01:00
f326045b37
Summary: Should be non-semantic. Uses https://en.wikipedia.org/wiki/Wikipedia:Lists_of_common_misspellings/For_machines to find likely typos, with https://github.com/bwignall/typochecker to help automate the checking. Uses an updated version of the tool used in https://github.com/pytorch/pytorch/pull/30606 . Pull Request resolved: https://github.com/pytorch/pytorch/pull/31523 Differential Revision: D19216749 Pulled By: mrshenli fbshipit-source-id: 7fd489cb9a77cd7e4950c1046f925d57524960ea
69 lines
2.3 KiB
C++
69 lines
2.3 KiB
C++
#include "caffe2/core/init.h"
|
|
#include "caffe2/predictor/emulator/std_output_formatter.h"
|
|
|
|
#include "benchmark.h"
|
|
|
|
// Basic benchmark params
|
|
C10_DEFINE_int(warmup, 10000, "The number of iterations to warm up.");
|
|
C10_DEFINE_int(iter, 10000000, "The number of iterations to run.");
|
|
C10_DEFINE_int(threads, 32, "The number of threads to run.");
|
|
C10_DEFINE_int(runs, 10, "The number of independent runs.");
|
|
|
|
// Benchmark setup params
|
|
C10_DEFINE_int(
|
|
num_loading_threads,
|
|
56,
|
|
"The number of threads to build predictors.");
|
|
|
|
// Benchmark model params
|
|
C10_DEFINE_string(run_net, "", "The given net to benchmark.");
|
|
C10_DEFINE_string(init_net, "", "The given net to initialize.");
|
|
C10_DEFINE_string(data_net, "", "The given net to get input data.");
|
|
C10_DEFINE_string(
|
|
input_dims,
|
|
"",
|
|
"The path of the file that "
|
|
"stores input dimensions of all the operators in the run net. "
|
|
"Each element of the array is a mapping from "
|
|
"operator index to its input dimension.");
|
|
C10_DEFINE_string(
|
|
input_types,
|
|
"",
|
|
"The path of the file that "
|
|
"stores input types of all the operators in the run net. "
|
|
"Each element of the array is a mapping from "
|
|
"operator index to its input types.");
|
|
|
|
namespace caffe2 {
|
|
namespace emulator {
|
|
|
|
void BenchmarkRunner::benchmark(const BenchmarkParam& param) {
|
|
param.emulator->init();
|
|
std::vector<float> durations_ms;
|
|
for (size_t run = 0; run < FLAGS_runs; ++run) {
|
|
LOG(WARNING) << "Starting run " << run + 1;
|
|
LOG(INFO) << "Warming up " << FLAGS_threads << " threads with "
|
|
<< FLAGS_warmup << " iterations...";
|
|
param.emulator->run(FLAGS_warmup);
|
|
|
|
LOG(INFO) << "Starting benchmark with " << FLAGS_iter << " iterations...";
|
|
pre_benchmark_setup();
|
|
const auto duration_ms =
|
|
param.profiler->profile([&]() { param.emulator->run(FLAGS_iter); });
|
|
|
|
durations_ms.emplace_back(duration_ms);
|
|
auto throughput = FLAGS_iter / (duration_ms / MS_IN_SECOND);
|
|
LOG(INFO) << "Benchmark run finished in " << duration_ms / MS_IN_SECOND
|
|
<< " seconds.\n"
|
|
<< "Throughput:\t\t" << throughput << " iterations/s\n";
|
|
|
|
post_benchmark_cleanup();
|
|
LOG(INFO) << "Run " << run + 1 << " finished";
|
|
}
|
|
LOG(WARNING) << param.formatter->format(
|
|
durations_ms, FLAGS_threads, FLAGS_iter);
|
|
}
|
|
|
|
} // namespace emulator
|
|
} // namespace caffe2
|