summaryrefslogtreecommitdiff
path: root/runtimes/contrib/benchmark_acl/src/Benchmark.cpp
blob: 4a761ec7663ab021b00a15c49ee3194d7b924190 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
/*
 * Copyright (c) 2018 Samsung Electronics Co., Ltd. All Rights Reserved
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#include "Benchmark.h"

#include <cstdlib>

Count::Count() : _value(1)
{
  auto env = std::getenv("COUNT");

  if (env)
  {
    _value = std::strtol(env, NULL, 0);
  }
}

uint32_t Count::value(void) const { return _value; }

#include <boost/accumulators/accumulators.hpp>
#include <boost/accumulators/statistics/stats.hpp>
#include <boost/accumulators/statistics/mean.hpp>

#include <iostream>
#include <chrono>

using namespace boost::accumulators;

void run_benchmark(arm_compute::graph::frontend::Stream &graph)
{
  // NOTE Here the number of warming-up iterations is hardcoded
  // TODO Decide the number of warming-up iterations appropriately
  for (uint32_t n = 0; n < 3; ++n)
  {
    auto beg = std::chrono::steady_clock::now();
    graph.run();
    auto end = std::chrono::steady_clock::now();
    auto elapsed = std::chrono::duration_cast<std::chrono::milliseconds>(end - beg);

    std::cout << "Warming-up " << n << ": " << elapsed.count() << "ms" << std::endl;
  }

  accumulator_set<double, stats<tag::mean>> acc;

  const Count count;

  for (uint32_t n = 0; n < count.value(); ++n)
  {
    auto beg = std::chrono::steady_clock::now();
    graph.run();
    auto end = std::chrono::steady_clock::now();
    auto elapsed = std::chrono::duration_cast<std::chrono::milliseconds>(end - beg);

    std::cout << "Iteration " << n << ": " << elapsed.count() << "ms" << std::endl;

    acc(elapsed.count());
  }

  std::cout << "--------" << std::endl;
  std::cout << "Mean: " << mean(acc) << "ms" << std::endl;
}