blob: fa8f506d483b75d100c3665f5b07409415840faf (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
|
#!/bin/bash
# This script tests the basic behavior of record-minmax
#
# HOW TO USE
#
# ./test_record_minmax.sh <path/to/test.config> <path/to/work_dir> <TEST 1> <TEST 2> ...
# test.config : set ${RECORD_MINMAX_PATH} and ${CIRCLE2CIRCLE_PATH}
# work_dir : build directory of quantization-value-test (ex: build/compiler/quantization-value-test)
SOURCE_PATH="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
COMPARE_SCRIPT_PATH="${SOURCE_PATH}/compare_tensors.py"
CONFIG_PATH="$1"; shift
BIN_PATH=$(dirname "${CONFIG_PATH}")
TEST_INPUT_PATH="${SOURCE_PATH}/test_inputs"
GEN_SCRIPT_PATH="${BIN_PATH}/gen_h5_explicit_inputs.py"
WORKDIR="$1"; shift
source "${CONFIG_PATH}"
echo "-- Found RECORD-MINMAX: ${RECORD_MINMAX_PATH}"
echo "-- Found CIRCLE_TENSORDUMP: ${CIRCLE_TENSORDUMP_PATH}"
echo "-- Found workdir: ${WORKDIR}"
TESTED=()
PASSED=()
FAILED=()
pushd "${WORKDIR}"
while [ "$1" != "" ]; do
MODELNAME=$1; shift
GRANULARITY=$1; shift
DTYPE=$1; shift
TESTCASE="${MODELNAME}.${GRANULARITY}.${DTYPE}"
TESTED+=("${TESTCASE}")
TESTCASE_FILE="${WORKDIR}/${TESTCASE}"
TEST_RESULT_FILE="${BIN_PATH}/${TESTCASE}"
PASSED_TAG="${TEST_RESULT_FILE}.record_minmax.passed"
rm -f "${PASSED_TAG}"
cat > "${TEST_RESULT_FILE}_record_minmax.log" <(
exec 2>&1
set -ex
# Generate h5 input data
source "${VIRTUALENV}/bin/activate"
"${VIRTUALENV}/bin/python" "${GEN_SCRIPT_PATH}" \
--model "${WORKDIR}/${MODELNAME}.circle" \
--input "${TEST_INPUT_PATH}/${MODELNAME}/${GRANULARITY}/${DTYPE}" \
--output "${TESTCASE_FILE}.input.h5"
if [[ $? -ne 0 ]]; then
echo "FAILED TO GENERATE INPUT"
continue
fi
# Run record-minmax
"${RECORD_MINMAX_PATH}" \
--input_model "${TEST_RESULT_FILE}.fake_quantized.circle" \
--input_data "${TESTCASE_FILE}.input.h5" \
--output_model "${TEST_RESULT_FILE}.minmax_recorded.circle"
# Dump min/max values (circle-tensordump)
"${CIRCLE_TENSORDUMP_PATH}" \
"${TEST_RESULT_FILE}.minmax_recorded.circle" \
--tensors_to_hdf5 "${TEST_RESULT_FILE}.minmax_recorded.circle.h5"
# Compare result
"${VIRTUALENV}/bin/python" "${COMPARE_SCRIPT_PATH}" \
--input_h5 "${TEST_RESULT_FILE}.minmax_recorded.circle.h5" \
--expect_dir "${SOURCE_PATH}/expected_outputs/${MODELNAME}/${GRANULARITY}/${DTYPE}/record_minmax" \
--mode record_minmax
if [[ $? -eq 0 ]]; then
touch "${PASSED_TAG}"
fi
)
if [[ -f "${PASSED_TAG}" ]]; then
PASSED+=("$TESTCASE")
else
FAILED+=("$TESTCASE")
fi
done
popd
if [[ ${#TESTED[@]} -ne ${#PASSED[@]} ]]; then
echo "FAILED"
for TEST in "${FAILED[@]}"
do
echo "- ${TEST}"
done
exit 255
fi
echo "PASSED"
exit 0
|
