blob: e4b81a09f23f60dc94b3a9617d992a52296fc390 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
|
#!/bin/bash
set -u
command_exists() {
command -v "$@" > /dev/null 2>&1
}
progname=$(basename "${BASH_SOURCE[0]}")
indir="."
outdir="."
nnpkg_run=${nnpkg_run:-"Product/out/bin/nnpackage_run"}
difftool=${difftool:-"h5diff"}
delete_dumped_on_failure=0
usage() {
echo "Usage: $progname [options] nnpackage_test"
echo "Run an nnpackage testcase"
echo ""
echo "Returns"
echo " 0 success"
echo " non-zero failure"
echo ""
echo "Options:"
echo " -h show this help"
echo " -i set input directory (default=$indir)"
echo " -o set output directory (default=$outdir)"
echo " -d delete dumped file on failure."
echo " (dumped file are always deleted on success) (default=$delete_dumped_on_failure)"
echo ""
echo "Environment variables:"
echo " nnpackage_run path to nnpackage_run (default=Product/out/bin/nnpackage_run)"
echo " difftool path to i5diff or h5diff (default=h5diff)"
echo ""
echo "Examples:"
echo " $progname Add_000 => run $indir/Add_000 and check output"
echo " $progname -i nnpkg-tcs Add_000 => run nnpkg-tcs/Add_000 and check output"
exit 1
}
if [ $# -eq 0 ]; then
echo "For help, type $progname -h"
exit 1
fi
while getopts "hdi:" OPTION; do
case "${OPTION}" in
h) usage;;
d) delete_dumped_on_failure=1;;
i) indir=$OPTARG;;
?) exit 1;;
esac
done
shift $((OPTIND-1))
if [ $# -ne 1 ]; then
echo "error: wrong argument (no argument or too many arguments)."
echo "For help, type $progname -h"
exit 1
fi
if [ ! -e Product ]; then
echo "error: please make sure to run this script in nnfw home."
exit 1
fi
tcname=$(basename "$1")
nnpkg="$indir/$tcname"
# run
if [ ! -e $nnpkg ]; then
echo "error: nnpackage "$nnpkg" does not exist."
exit 1
fi
if ! command_exists $nnpkg_run; then
echo "error: runner "$nnpkg_run" does not exist."
exit 1
fi
dumped="$outdir/$tcname".out.h5
echo -n "[ Run ] $nnpkg "
if LD_LIBRARY_PATH=Product/out/lib $nnpkg_run \
--nnpackage "$nnpkg" \
--load "$nnpkg/metadata/tc/input.h5" \
--dump "$dumped" >& /dev/null > "$dumped.log" 2>&1 ; then
echo -e "\tPass"
rm "$dumped.log"
else
echo -e "\tFail"
echo ""
cat "$dumped.log"
echo ""
rm "$dumped.log"
exit 2
fi
# diff
if ! command_exists $difftool; then
echo "error: difftool "$difftool" does not exist."
exit 1
fi
expected="$nnpkg/metadata/tc/expected.h5"
echo -n "[Compare] $nnpkg "
if $difftool -d 0.001 -v "$dumped" "$expected" /value >& "$dumped.log"; then
echo -e "\tPass"
rm "$dumped" "$dumped.log"
else
echo -e "\tFail"
[ $delete_dumped_on_failure ] && rm "$dumped"
cat "$dumped.log"
rm "$dumped.log"
exit 3
fi
|
