summaryrefslogtreecommitdiff
path: root/compiler/luci-value-test/CMakeLists.txt
blob: be7e881d0942a240295d68d44891ee2aede549cd (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
if(NOT ENABLE_TEST)
  return()
endif(NOT ENABLE_TEST)

unset(LUCI_VALUE_TESTS)
unset(LUCI_VALUE_TESTS_TOL)

macro(addeval NAME)
  list(APPEND LUCI_VALUE_TESTS ${NAME})
endmacro(addeval)

macro(addevaltol NAME RTOL ATOL)
  list(APPEND LUCI_VALUE_TESTS_TOL ${NAME} ${RTOL} ${ATOL})
endmacro(addevaltol)

# Read "test.lst"
include("test.lst")
# Read "test.local.lst" if exists
include("test.local.lst" OPTIONAL)

# Generate dependencies
add_custom_target(luci_eval_testfiles ALL DEPENDS ${TESTFILES})

if(NOT CMAKE_CROSSCOMPILING)

  get_target_property(ARTIFACTS_BIN_PATH testDataGenerator BINARY_DIR)

  add_test(NAME luci_value_test
    COMMAND "${CMAKE_CURRENT_SOURCE_DIR}/evalverify.sh"
            "${CMAKE_CURRENT_BINARY_DIR}"
            "${ARTIFACTS_BIN_PATH}"
            "${NNCC_OVERLAY_DIR}/venv_2_12_1"
            "$<TARGET_FILE:luci_eval_driver>"
            ${LUCI_VALUE_TESTS}
  )

  if(DEFINED LUCI_VALUE_TESTS_TOL)
    add_test(NAME luci_value_tol_test
      COMMAND "${CMAKE_CURRENT_SOURCE_DIR}/evalverifytol.sh"
              "${CMAKE_CURRENT_BINARY_DIR}"
              "${ARTIFACTS_BIN_PATH}"
              "${NNCC_OVERLAY_DIR}/venv_2_12_1"
              "$<TARGET_FILE:luci_eval_driver>"
              ${LUCI_VALUE_TESTS_TOL}
    )
  endif()

else(NOT CMAKE_CROSSCOMPILING)
  # NOTE target test is carried out using reference input/output data from host
  #      test results. this is because it would be difficult to prepare
  #      TensorFlow lite for target device.
  #      thus, one must run the host test and then run the test in target device
  #      with the test result files from the host test.

  if(NOT DEFINED ENV{BUILD_HOST_EXEC})
    message(STATUS "BUILD_HOST_EXEC not set: Skip luci-value-test")
    return()
  endif(NOT DEFINED ENV{BUILD_HOST_EXEC})

  set(ARTIFACTS_BIN_PATH $ENV{BUILD_HOST_EXEC}/compiler/common-artifacts)

  add_test(NAME luci_value_cross_test
    COMMAND "${CMAKE_CURRENT_SOURCE_DIR}/evalverify_ref.sh"
            "${CMAKE_CURRENT_BINARY_DIR}"
            "${ARTIFACTS_BIN_PATH}"
            "$<TARGET_FILE:luci_eval_driver>"
            ${LUCI_VALUE_TESTS}
  )

  if(DEFINED LUCI_VALUE_TESTS_TOL)
    add_test(NAME luci_value_cross_tol_test
             COMMAND "${CMAKE_CURRENT_SOURCE_DIR}/evalverifytol_ref.sh"
                     "${CMAKE_CURRENT_BINARY_DIR}"
                     "${ARTIFACTS_BIN_PATH}"
                     "$<TARGET_FILE:luci_eval_driver>"
                     ${LUCI_VALUE_TESTS_TOL}
    )
  endif()

endif(NOT CMAKE_CROSSCOMPILING)