blob: e22b4004375d911a403b2c4c897f5a1ec9a59e6f (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
|
#!/bin/bash
#
# Copyright (c) 2018 Samsung Electronics Co., Ltd. All Rights Reserved
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
MY_PATH="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
source $MY_PATH/common.sh
BENCHMARK_RUN_TEST_SH=
BENCHMARK_DRIVER_BIN=
BENCHMARK_REPORT_DIR=
BENCHMARK_MODELS_FILE=
BENCHMARK_MODEL_LIST="MODELS/inception_nonslim MODELS/inception_slim MODELS/mobilenet"
function Usage()
{
# TODO: Fill this
echo "Usage: LD_LIBRARY_PATH=Product/out/lib ./$0 --reportdir=report"
}
for i in "$@"
do
case $i in
-h|--help|help)
Usage
exit 1
;;
--runtestsh=*)
BENCHMARK_RUN_TEST_SH=${i#*=}
;;
--driverbin=*)
BENCHMARK_DRIVER_BIN=${i#*=}
;;
--reportdir=*)
BENCHMARK_REPORT_DIR=${i#*=}
BENCHMARK_MODELS_FILE=$BENCHMARK_REPORT_DIR/benchmark_models.txt
;;
esac
shift
done
function run_benchmark_test()
{
local DRIVER_BIN=$BENCHMARK_DRIVER_BIN
local LOG_FILE=
local RESULT_FILE=
local RESULT=
local REPORT_MODEL_DIR=
export COUNT=5
echo "============================================"
local i=0
for MODEL in $BENCHMARK_MODEL_LIST; do
echo "Benchmark test with `basename $DRIVER_BIN` & `echo $MODEL`"
echo $MODEL >> $BENCHMARK_MODELS_FILE
REPORT_MODEL_DIR=$BENCHMARK_REPORT_DIR/$MODEL
mkdir -p $REPORT_MODEL_DIR
# TFLite+CPU
LOG_FILE=$REPORT_MODEL_DIR/tflite_cpu.txt
RESULT_FILE=$REPORT_MODEL_DIR/tflite_cpu.result
echo -n "TFLite + CPU................... "
unset USE_NNAPI
RESULT=$(get_result_of_benchmark_test $BENCHMARK_RUN_TEST_SH $DRIVER_BIN $MODEL $LOG_FILE)
echo "$RESULT ms"
print_result_of_benchmark_test "TFLite_CPU" $RESULT $RESULT_FILE
# TFLite+NNAPI(CPU fallback)
LOG_FILE=$REPORT_MODEL_DIR/tflite_nnapi_cpu.txt
RESULT_FILE=$REPORT_MODEL_DIR/tflite_nnapi_cpu.result
echo -n "TFLite + NNAPI(CPU)............ "
export USE_NNAPI=1
RESULT=$(get_result_of_benchmark_test $BENCHMARK_RUN_TEST_SH $DRIVER_BIN $MODEL $LOG_FILE)
echo "$RESULT ms"
print_result_of_benchmark_test "TFLite_NNAPI_CPU" $RESULT $RESULT_FILE
# TFLite+NNAPI(ACL)
LOG_FILE=$REPORT_MODEL_DIR/tflite_nnapi_acl.txt
RESULT_FILE=$REPORT_MODEL_DIR/tflite_nnapi_acl.result
echo -n "TFLite + NNAPI(ACL)............ "
switch_nnfw_kernel_env "ON" "acl"
RESULT=$(get_result_of_benchmark_test $BENCHMARK_RUN_TEST_SH $DRIVER_BIN $MODEL $LOG_FILE)
echo "$RESULT ms"
print_result_of_benchmark_test "TFLite_NNAPI_ACL" $RESULT $RESULT_FILE
unset USE_NNAPI
switch_nnfw_kernel_env "OFF"
if [[ $i -ne $(echo $BENCHMARK_MODEL_LIST | wc -w)-1 ]]; then
echo ""
fi
i=$((i+1))
done
echo "============================================"
unset COUNT
}
if [ ! -e "$BENCHMARK_REPORT_DIR" ]; then
mkdir -p $BENCHMARK_REPORT_DIR
fi
rm -rf $BENCHMARK_MODELS_FILE
echo ""
run_benchmark_test
echo ""
|
