diff options
Diffstat (limited to 'tools/tflite_benchmark_model/benchmark_model.h')
| -rw-r--r-- | tools/tflite_benchmark_model/benchmark_model.h | 177 |
1 files changed, 0 insertions, 177 deletions
diff --git a/tools/tflite_benchmark_model/benchmark_model.h b/tools/tflite_benchmark_model/benchmark_model.h deleted file mode 100644 index 5645e2910..000000000 --- a/tools/tflite_benchmark_model/benchmark_model.h +++ /dev/null @@ -1,177 +0,0 @@ -/* - * Copyright (c) 2018 Samsung Electronics Co., Ltd. All Rights Reserved - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. - -Licensed under the Apache License, Version 2.0 (the "License"); -you may not use this file except in compliance with the License. -You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -==============================================================================*/ - -#ifndef __TFLITE_BENCHMARK_MODEL_BENCHMARK_MODEL_H__ -#define __TFLITE_BENCHMARK_MODEL_BENCHMARK_MODEL_H__ - -#include <cmath> -#include <limits> -#include <ostream> -#include <string> -#include <unordered_set> -#include <vector> - -#include "benchmark_params.h" -#include "command_line_flags.h" -#include "tensorflow/core/util/stats_calculator.h" - -namespace nnfw { -namespace benchmark { - -enum RunType { - WARMUP, - REGULAR, -}; - -class BenchmarkResults { - public: - BenchmarkResults(int64_t startup_latency_us, uint64_t input_bytes, - tensorflow::Stat<int64_t> warmup_time_us, - tensorflow::Stat<int64_t> inference_time_us) - : startup_latency_us_(startup_latency_us), - input_bytes_(input_bytes), - warmup_time_us_(warmup_time_us), - inference_time_us_(inference_time_us) {} - - tensorflow::Stat<int64_t> inference_time_us() const { - return inference_time_us_; - } - tensorflow::Stat<int64_t> warmup_time_us() const { return warmup_time_us_; } - int64_t startup_latency_us() const { return startup_latency_us_; } - uint64_t input_bytes() const { return input_bytes_; } - double throughput_MB_per_second() const { - double bytes_per_sec = (input_bytes_ * inference_time_us_.count() * 1e6) / - inference_time_us_.sum(); - return bytes_per_sec / (1024.0 * 1024.0); - } - - private: - int64_t startup_latency_us_; - uint64_t input_bytes_; - tensorflow::Stat<int64_t> warmup_time_us_; - tensorflow::Stat<int64_t> inference_time_us_; -}; - -class BenchmarkListener { - public: - virtual void OnBenchmarkStart(const BenchmarkParams& params) {} - virtual void OnSingleRunStart(RunType runType) {} - virtual void OnSingleRunEnd() {} - virtual void OnBenchmarkEnd(const BenchmarkResults& results) {} - virtual ~BenchmarkListener() {} -}; - -// A listener that forwards its method calls to a collection of listeners. -class BenchmarkListeners : public BenchmarkListener { - public: - // Added a listener to the listener collection. - // |listener| is not owned by the instance of |BenchmarkListeners|. - // |listener| should not be null and should outlast the instance of - // |BenchmarkListeners|. - void AddListener(BenchmarkListener* listener) { - listeners_.push_back(listener); - } - - void OnBenchmarkStart(const BenchmarkParams& params) override { - for (auto listener : listeners_) { - listener->OnBenchmarkStart(params); - } - } - - void OnSingleRunStart(RunType runType) override { - for (auto listener : listeners_) { - listener->OnSingleRunStart(runType); - } - } - - void OnSingleRunEnd() override { - for (auto listener : listeners_) { - listener->OnSingleRunEnd(); - } - } - - void OnBenchmarkEnd(const BenchmarkResults& results) override { - for (auto listener : listeners_) { - listener->OnBenchmarkEnd(results); - } - } - - ~BenchmarkListeners() {} - - private: - // Use vector so listeners are invoked in the order they are added. - std::vector<BenchmarkListener*> listeners_; -}; - -// Benchmark listener that just logs the results of benchmark run. -class BenchmarkLoggingListener : public BenchmarkListener { - void OnBenchmarkEnd(const BenchmarkResults& results) override; -}; - -template <typename T> -Flag CreateFlag(const char* name, BenchmarkParams* params, - const std::string& usage) { - return Flag(name, [params, name](const T& val) { params->Set<T>(name, val); }, - params->Get<T>(name), usage); -} - -// Benchmarks a model. -// -// Subclasses need to implement initialization and running of the model. -// The results can be collected by adding BenchmarkListener(s). -class BenchmarkModel { - public: - static BenchmarkParams DefaultParams(); - BenchmarkModel(); - BenchmarkModel(BenchmarkParams params) : params_(std::move(params)) {} - virtual ~BenchmarkModel() {} - bool ParseFlags(int argc, char** argv); - virtual void Init() = 0; - void Run(int argc, char** argv); - void AddListener(BenchmarkListener* listener) { - listeners_.AddListener(listener); - } - - protected: - virtual void LogFlags(); - virtual bool ValidateFlags() { return true; } - virtual std::vector<Flag> GetFlags(); - virtual uint64_t ComputeInputBytes() = 0; - virtual tensorflow::Stat<int64_t> Run(int num_times, RunType run_type); - virtual void RunImpl() = 0; - BenchmarkParams params_; - BenchmarkListeners listeners_; -}; - -} // namespace benchmark -} // namespace nnfw - -#endif //__TFLITE_BENCHMARK_MODEL_BENCHMARK_MODEL_H__ |