From 1dcb3127aba938d911ce10083fa2ee1b216c6a3d Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=EC=98=A4=ED=98=95=EC=84=9D/=EB=8F=99=EC=9E=91=EC=A0=9C?=
 =?UTF-8?q?=EC=96=B4Lab=28SR=29/Staff=20Engineer/=EC=82=BC=EC=84=B1?=
 =?UTF-8?q?=EC=A0=84=EC=9E=90?= <hseok82.oh@samsung.com>
Date: Fri, 7 Sep 2018 13:01:00 +0900
Subject: Revise framework test list (#2636)

- Change directory structure: test/{tflite op name}/{testname}
- Add new framework tests to support more operators
- Update test list for neurun and benchmark_op

Signed-off-by: Hyeongseok Oh <hseok82.oh@samsung.com>
---
 tests/framework/tests/MODELS/inception_module/config.sh       | 2 ++
 tests/framework/tests/MODELS/inception_nonslim/config.sh      | 3 +++
 tests/framework/tests/MODELS/inception_slim/config.sh         | 3 +++
 tests/framework/tests/MODELS/mobilenet/config.sh              | 3 +++
 tests/framework/tests/average_pool_2d/avgpool1/config.sh      | 2 ++
 tests/framework/tests/average_pool_2d/avgpool2/config.sh      | 2 ++
 tests/framework/tests/avgpool1/config.sh                      | 2 --
 tests/framework/tests/avgpool2/config.sh                      | 2 --
 tests/framework/tests/concat/2D/config.sh                     | 3 +++
 tests/framework/tests/concat/concat1/config.sh                | 2 ++
 tests/framework/tests/concat/concat2/config.sh                | 2 ++
 tests/framework/tests/concat1/config.sh                       | 2 --
 tests/framework/tests/concat2/config.sh                       | 2 --
 tests/framework/tests/conv_2d/convolution1/config.sh          | 2 ++
 tests/framework/tests/conv_2d/convolution2/config.sh          | 2 ++
 tests/framework/tests/convolution1/config.sh                  | 2 --
 tests/framework/tests/convolution2/config.sh                  | 2 --
 tests/framework/tests/depthconv1/config.sh                    | 2 --
 tests/framework/tests/depthconv2/config.sh                    | 2 --
 tests/framework/tests/depthwise_conv_2d/depthconv1/config.sh  | 2 ++
 tests/framework/tests/depthwise_conv_2d/depthconv2/config.sh  | 2 ++
 tests/framework/tests/embedding_lookup/config.sh              | 3 +++
 tests/framework/tests/floor/floor1/config.sh                  | 2 ++
 tests/framework/tests/floor/floor2/config.sh                  | 2 ++
 tests/framework/tests/fullyconnected/config.sh                | 2 --
 tests/framework/tests/fullyconnected/fc1/config.sh            | 2 ++
 tests/framework/tests/fullyconnected/matmul2x2/config.sh      | 8 ++++++++
 tests/framework/tests/hashtable_lookup/config.sh              | 3 +++
 tests/framework/tests/inceptionv3/inception_module/config.sh  | 2 --
 tests/framework/tests/inceptionv3/inception_nonslim/config.sh | 3 ---
 tests/framework/tests/inceptionv3/inception_slim/config.sh    | 3 ---
 tests/framework/tests/l2_normalization/config.sh              | 3 +++
 tests/framework/tests/l2_pool_2d/config.sh                    | 3 +++
 tests/framework/tests/l2pool2d/config.sh                      | 3 ---
 tests/framework/tests/max_pool_2d/maxpool1/config.sh          | 2 ++
 tests/framework/tests/max_pool_2d/maxpool2/config.sh          | 2 ++
 tests/framework/tests/maxpool1/config.sh                      | 2 --
 tests/framework/tests/maxpool2/config.sh                      | 2 --
 tests/framework/tests/mobilenet/config.sh                     | 3 ---
 tests/framework/tests/mul/matmul2x2/config.sh                 | 8 --------
 tests/framework/tests/pad/4D_2D/config.sh                     | 2 ++
 tests/framework/tests/pad/pad1/config.sh                      | 3 +++
 tests/framework/tests/pad/pad2/config.sh                      | 3 +++
 tests/framework/tests/reduce_mean/test1/config.sh             | 4 ++++
 tests/framework/tests/reduce_mean/test2/config.sh             | 4 ++++
 tests/framework/tests/reshape/3D/config.sh                    | 2 ++
 tests/framework/tests/reshape/reshape1/config.sh              | 2 ++
 tests/framework/tests/reshape/reshape2/config.sh              | 2 ++
 tests/framework/tests/reshape1/config.sh                      | 2 --
 tests/framework/tests/reshape2/config.sh                      | 2 --
 tests/framework/tests/rnn/config.sh                           | 3 +++
 tests/framework/tests/space_to_depth/config.sh                | 2 ++
 tests/framework/tests/squeeze/config.sh                       | 3 +++
 tests/framework/tests/topk_v2/config.sh                       | 2 ++
 tests/framework/tests/topkv2/config.sh                        | 2 --
 tests/framework/tests/tranpose/config.sh                      | 3 +++
 56 files changed, 95 insertions(+), 50 deletions(-)
 create mode 100644 tests/framework/tests/MODELS/inception_module/config.sh
 create mode 100644 tests/framework/tests/MODELS/inception_nonslim/config.sh
 create mode 100644 tests/framework/tests/MODELS/inception_slim/config.sh
 create mode 100644 tests/framework/tests/MODELS/mobilenet/config.sh
 create mode 100644 tests/framework/tests/average_pool_2d/avgpool1/config.sh
 create mode 100644 tests/framework/tests/average_pool_2d/avgpool2/config.sh
 delete mode 100644 tests/framework/tests/avgpool1/config.sh
 delete mode 100644 tests/framework/tests/avgpool2/config.sh
 create mode 100644 tests/framework/tests/concat/2D/config.sh
 create mode 100644 tests/framework/tests/concat/concat1/config.sh
 create mode 100644 tests/framework/tests/concat/concat2/config.sh
 delete mode 100644 tests/framework/tests/concat1/config.sh
 delete mode 100644 tests/framework/tests/concat2/config.sh
 create mode 100644 tests/framework/tests/conv_2d/convolution1/config.sh
 create mode 100644 tests/framework/tests/conv_2d/convolution2/config.sh
 delete mode 100644 tests/framework/tests/convolution1/config.sh
 delete mode 100644 tests/framework/tests/convolution2/config.sh
 delete mode 100644 tests/framework/tests/depthconv1/config.sh
 delete mode 100644 tests/framework/tests/depthconv2/config.sh
 create mode 100644 tests/framework/tests/depthwise_conv_2d/depthconv1/config.sh
 create mode 100644 tests/framework/tests/depthwise_conv_2d/depthconv2/config.sh
 create mode 100644 tests/framework/tests/embedding_lookup/config.sh
 create mode 100644 tests/framework/tests/floor/floor1/config.sh
 create mode 100644 tests/framework/tests/floor/floor2/config.sh
 delete mode 100644 tests/framework/tests/fullyconnected/config.sh
 create mode 100644 tests/framework/tests/fullyconnected/fc1/config.sh
 create mode 100644 tests/framework/tests/fullyconnected/matmul2x2/config.sh
 create mode 100644 tests/framework/tests/hashtable_lookup/config.sh
 delete mode 100644 tests/framework/tests/inceptionv3/inception_module/config.sh
 delete mode 100644 tests/framework/tests/inceptionv3/inception_nonslim/config.sh
 delete mode 100644 tests/framework/tests/inceptionv3/inception_slim/config.sh
 create mode 100644 tests/framework/tests/l2_normalization/config.sh
 create mode 100644 tests/framework/tests/l2_pool_2d/config.sh
 delete mode 100644 tests/framework/tests/l2pool2d/config.sh
 create mode 100644 tests/framework/tests/max_pool_2d/maxpool1/config.sh
 create mode 100644 tests/framework/tests/max_pool_2d/maxpool2/config.sh
 delete mode 100644 tests/framework/tests/maxpool1/config.sh
 delete mode 100644 tests/framework/tests/maxpool2/config.sh
 delete mode 100644 tests/framework/tests/mobilenet/config.sh
 delete mode 100644 tests/framework/tests/mul/matmul2x2/config.sh
 create mode 100644 tests/framework/tests/pad/4D_2D/config.sh
 create mode 100644 tests/framework/tests/pad/pad1/config.sh
 create mode 100644 tests/framework/tests/pad/pad2/config.sh
 create mode 100644 tests/framework/tests/reduce_mean/test1/config.sh
 create mode 100644 tests/framework/tests/reduce_mean/test2/config.sh
 create mode 100644 tests/framework/tests/reshape/3D/config.sh
 create mode 100644 tests/framework/tests/reshape/reshape1/config.sh
 create mode 100644 tests/framework/tests/reshape/reshape2/config.sh
 delete mode 100644 tests/framework/tests/reshape1/config.sh
 delete mode 100644 tests/framework/tests/reshape2/config.sh
 create mode 100644 tests/framework/tests/rnn/config.sh
 create mode 100644 tests/framework/tests/space_to_depth/config.sh
 create mode 100644 tests/framework/tests/squeeze/config.sh
 create mode 100644 tests/framework/tests/topk_v2/config.sh
 delete mode 100644 tests/framework/tests/topkv2/config.sh
 create mode 100644 tests/framework/tests/tranpose/config.sh

(limited to 'tests')

diff --git a/tests/framework/tests/MODELS/inception_module/config.sh b/tests/framework/tests/MODELS/inception_module/config.sh
new file mode 100644
index 000000000..6efe75ec5
--- /dev/null
+++ b/tests/framework/tests/MODELS/inception_module/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="inception_test.tflite"
diff --git a/tests/framework/tests/MODELS/inception_nonslim/config.sh b/tests/framework/tests/MODELS/inception_nonslim/config.sh
new file mode 100644
index 000000000..ee68bdd36
--- /dev/null
+++ b/tests/framework/tests/MODELS/inception_nonslim/config.sh
@@ -0,0 +1,3 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="inceptionv3_non_slim_2015.tflite"
+STATUS="disabled"
diff --git a/tests/framework/tests/MODELS/inception_slim/config.sh b/tests/framework/tests/MODELS/inception_slim/config.sh
new file mode 100644
index 000000000..38a9a1442
--- /dev/null
+++ b/tests/framework/tests/MODELS/inception_slim/config.sh
@@ -0,0 +1,3 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="inceptionv3_slim_2016.tflite"
+STATUS="disabled"
diff --git a/tests/framework/tests/MODELS/mobilenet/config.sh b/tests/framework/tests/MODELS/mobilenet/config.sh
new file mode 100644
index 000000000..81342bd73
--- /dev/null
+++ b/tests/framework/tests/MODELS/mobilenet/config.sh
@@ -0,0 +1,3 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="mobilenet_v1_0.25_128.tflite"
+STATUS="enabled"
diff --git a/tests/framework/tests/average_pool_2d/avgpool1/config.sh b/tests/framework/tests/average_pool_2d/avgpool1/config.sh
new file mode 100644
index 000000000..d3ce6c2d0
--- /dev/null
+++ b/tests/framework/tests/average_pool_2d/avgpool1/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="avgpool_test1.tflite"
diff --git a/tests/framework/tests/average_pool_2d/avgpool2/config.sh b/tests/framework/tests/average_pool_2d/avgpool2/config.sh
new file mode 100644
index 000000000..7ba390092
--- /dev/null
+++ b/tests/framework/tests/average_pool_2d/avgpool2/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="avgpool_test2.tflite"
diff --git a/tests/framework/tests/avgpool1/config.sh b/tests/framework/tests/avgpool1/config.sh
deleted file mode 100644
index d3ce6c2d0..000000000
--- a/tests/framework/tests/avgpool1/config.sh
+++ /dev/null
@@ -1,2 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="avgpool_test1.tflite"
diff --git a/tests/framework/tests/avgpool2/config.sh b/tests/framework/tests/avgpool2/config.sh
deleted file mode 100644
index 7ba390092..000000000
--- a/tests/framework/tests/avgpool2/config.sh
+++ /dev/null
@@ -1,2 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="avgpool_test2.tflite"
diff --git a/tests/framework/tests/concat/2D/config.sh b/tests/framework/tests/concat/2D/config.sh
new file mode 100644
index 000000000..f36c498fd
--- /dev/null
+++ b/tests/framework/tests/concat/2D/config.sh
@@ -0,0 +1,3 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="concat_test_2d.tflite"
+STATUS="disabled"
diff --git a/tests/framework/tests/concat/concat1/config.sh b/tests/framework/tests/concat/concat1/config.sh
new file mode 100644
index 000000000..c756ef780
--- /dev/null
+++ b/tests/framework/tests/concat/concat1/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="concat_test1.tflite"
diff --git a/tests/framework/tests/concat/concat2/config.sh b/tests/framework/tests/concat/concat2/config.sh
new file mode 100644
index 000000000..48fc00e3f
--- /dev/null
+++ b/tests/framework/tests/concat/concat2/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="concat_test2.tflite"
diff --git a/tests/framework/tests/concat1/config.sh b/tests/framework/tests/concat1/config.sh
deleted file mode 100644
index c756ef780..000000000
--- a/tests/framework/tests/concat1/config.sh
+++ /dev/null
@@ -1,2 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="concat_test1.tflite"
diff --git a/tests/framework/tests/concat2/config.sh b/tests/framework/tests/concat2/config.sh
deleted file mode 100644
index 48fc00e3f..000000000
--- a/tests/framework/tests/concat2/config.sh
+++ /dev/null
@@ -1,2 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="concat_test2.tflite"
diff --git a/tests/framework/tests/conv_2d/convolution1/config.sh b/tests/framework/tests/conv_2d/convolution1/config.sh
new file mode 100644
index 000000000..0286a8e8d
--- /dev/null
+++ b/tests/framework/tests/conv_2d/convolution1/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="convolution_test.tflite"
diff --git a/tests/framework/tests/conv_2d/convolution2/config.sh b/tests/framework/tests/conv_2d/convolution2/config.sh
new file mode 100644
index 000000000..f8332f5c2
--- /dev/null
+++ b/tests/framework/tests/conv_2d/convolution2/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="convolution_test2.tflite"
diff --git a/tests/framework/tests/convolution1/config.sh b/tests/framework/tests/convolution1/config.sh
deleted file mode 100644
index 0286a8e8d..000000000
--- a/tests/framework/tests/convolution1/config.sh
+++ /dev/null
@@ -1,2 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="convolution_test.tflite"
diff --git a/tests/framework/tests/convolution2/config.sh b/tests/framework/tests/convolution2/config.sh
deleted file mode 100644
index f8332f5c2..000000000
--- a/tests/framework/tests/convolution2/config.sh
+++ /dev/null
@@ -1,2 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="convolution_test2.tflite"
diff --git a/tests/framework/tests/depthconv1/config.sh b/tests/framework/tests/depthconv1/config.sh
deleted file mode 100644
index 49bc217bb..000000000
--- a/tests/framework/tests/depthconv1/config.sh
+++ /dev/null
@@ -1,2 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="depth_conv_test1.tflite"
diff --git a/tests/framework/tests/depthconv2/config.sh b/tests/framework/tests/depthconv2/config.sh
deleted file mode 100644
index 774d2219a..000000000
--- a/tests/framework/tests/depthconv2/config.sh
+++ /dev/null
@@ -1,2 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="depth_conv_test2.tflite"
diff --git a/tests/framework/tests/depthwise_conv_2d/depthconv1/config.sh b/tests/framework/tests/depthwise_conv_2d/depthconv1/config.sh
new file mode 100644
index 000000000..49bc217bb
--- /dev/null
+++ b/tests/framework/tests/depthwise_conv_2d/depthconv1/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="depth_conv_test1.tflite"
diff --git a/tests/framework/tests/depthwise_conv_2d/depthconv2/config.sh b/tests/framework/tests/depthwise_conv_2d/depthconv2/config.sh
new file mode 100644
index 000000000..774d2219a
--- /dev/null
+++ b/tests/framework/tests/depthwise_conv_2d/depthconv2/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="depth_conv_test2.tflite"
diff --git a/tests/framework/tests/embedding_lookup/config.sh b/tests/framework/tests/embedding_lookup/config.sh
new file mode 100644
index 000000000..935fdc587
--- /dev/null
+++ b/tests/framework/tests/embedding_lookup/config.sh
@@ -0,0 +1,3 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="embedding_lookup_test1.tflite"
+STATUS="disabled"
diff --git a/tests/framework/tests/floor/floor1/config.sh b/tests/framework/tests/floor/floor1/config.sh
new file mode 100644
index 000000000..acb1e0c10
--- /dev/null
+++ b/tests/framework/tests/floor/floor1/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="floor_4d_4d_test.tflite"
diff --git a/tests/framework/tests/floor/floor2/config.sh b/tests/framework/tests/floor/floor2/config.sh
new file mode 100644
index 000000000..48c3320ca
--- /dev/null
+++ b/tests/framework/tests/floor/floor2/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="floor_test_4d.tflite"
diff --git a/tests/framework/tests/fullyconnected/config.sh b/tests/framework/tests/fullyconnected/config.sh
deleted file mode 100644
index 0ba5ba35c..000000000
--- a/tests/framework/tests/fullyconnected/config.sh
+++ /dev/null
@@ -1,2 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="fullyconnected_test.tflite"
diff --git a/tests/framework/tests/fullyconnected/fc1/config.sh b/tests/framework/tests/fullyconnected/fc1/config.sh
new file mode 100644
index 000000000..0ba5ba35c
--- /dev/null
+++ b/tests/framework/tests/fullyconnected/fc1/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="fullyconnected_test.tflite"
diff --git a/tests/framework/tests/fullyconnected/matmul2x2/config.sh b/tests/framework/tests/fullyconnected/matmul2x2/config.sh
new file mode 100644
index 000000000..089e93327
--- /dev/null
+++ b/tests/framework/tests/fullyconnected/matmul2x2/config.sh
@@ -0,0 +1,8 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="matmul2x2.tflite"
+STATUS="disabled"
+
+# this tflite is matmul (2x2 input, 2x2 const tensor)
+# the second 2x2 const tensor is [[1.1, 2.1],[3.1, 4.1]]
+#
+# enable this when we need to support matmul
diff --git a/tests/framework/tests/hashtable_lookup/config.sh b/tests/framework/tests/hashtable_lookup/config.sh
new file mode 100644
index 000000000..dbb2a9432
--- /dev/null
+++ b/tests/framework/tests/hashtable_lookup/config.sh
@@ -0,0 +1,3 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="hashtable_lookup_test1.tflite"
+STATUS="disabled"
diff --git a/tests/framework/tests/inceptionv3/inception_module/config.sh b/tests/framework/tests/inceptionv3/inception_module/config.sh
deleted file mode 100644
index 6efe75ec5..000000000
--- a/tests/framework/tests/inceptionv3/inception_module/config.sh
+++ /dev/null
@@ -1,2 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="inception_test.tflite"
diff --git a/tests/framework/tests/inceptionv3/inception_nonslim/config.sh b/tests/framework/tests/inceptionv3/inception_nonslim/config.sh
deleted file mode 100644
index ee68bdd36..000000000
--- a/tests/framework/tests/inceptionv3/inception_nonslim/config.sh
+++ /dev/null
@@ -1,3 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="inceptionv3_non_slim_2015.tflite"
-STATUS="disabled"
diff --git a/tests/framework/tests/inceptionv3/inception_slim/config.sh b/tests/framework/tests/inceptionv3/inception_slim/config.sh
deleted file mode 100644
index 38a9a1442..000000000
--- a/tests/framework/tests/inceptionv3/inception_slim/config.sh
+++ /dev/null
@@ -1,3 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="inceptionv3_slim_2016.tflite"
-STATUS="disabled"
diff --git a/tests/framework/tests/l2_normalization/config.sh b/tests/framework/tests/l2_normalization/config.sh
new file mode 100644
index 000000000..8c15e7353
--- /dev/null
+++ b/tests/framework/tests/l2_normalization/config.sh
@@ -0,0 +1,3 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="l2_normalization_test1.tflite"
+STATUS="disabled"
diff --git a/tests/framework/tests/l2_pool_2d/config.sh b/tests/framework/tests/l2_pool_2d/config.sh
new file mode 100644
index 000000000..7c1289749
--- /dev/null
+++ b/tests/framework/tests/l2_pool_2d/config.sh
@@ -0,0 +1,3 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="l2pool2d_test.tflite"
+STATUS="disabled"
diff --git a/tests/framework/tests/l2pool2d/config.sh b/tests/framework/tests/l2pool2d/config.sh
deleted file mode 100644
index 7c1289749..000000000
--- a/tests/framework/tests/l2pool2d/config.sh
+++ /dev/null
@@ -1,3 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="l2pool2d_test.tflite"
-STATUS="disabled"
diff --git a/tests/framework/tests/max_pool_2d/maxpool1/config.sh b/tests/framework/tests/max_pool_2d/maxpool1/config.sh
new file mode 100644
index 000000000..06b29c16c
--- /dev/null
+++ b/tests/framework/tests/max_pool_2d/maxpool1/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="maxpool_test.tflite"
diff --git a/tests/framework/tests/max_pool_2d/maxpool2/config.sh b/tests/framework/tests/max_pool_2d/maxpool2/config.sh
new file mode 100644
index 000000000..e829599ad
--- /dev/null
+++ b/tests/framework/tests/max_pool_2d/maxpool2/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="maxpool_test2.tflite"
diff --git a/tests/framework/tests/maxpool1/config.sh b/tests/framework/tests/maxpool1/config.sh
deleted file mode 100644
index 06b29c16c..000000000
--- a/tests/framework/tests/maxpool1/config.sh
+++ /dev/null
@@ -1,2 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="maxpool_test.tflite"
diff --git a/tests/framework/tests/maxpool2/config.sh b/tests/framework/tests/maxpool2/config.sh
deleted file mode 100644
index e829599ad..000000000
--- a/tests/framework/tests/maxpool2/config.sh
+++ /dev/null
@@ -1,2 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="maxpool_test2.tflite"
diff --git a/tests/framework/tests/mobilenet/config.sh b/tests/framework/tests/mobilenet/config.sh
deleted file mode 100644
index 81342bd73..000000000
--- a/tests/framework/tests/mobilenet/config.sh
+++ /dev/null
@@ -1,3 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="mobilenet_v1_0.25_128.tflite"
-STATUS="enabled"
diff --git a/tests/framework/tests/mul/matmul2x2/config.sh b/tests/framework/tests/mul/matmul2x2/config.sh
deleted file mode 100644
index 089e93327..000000000
--- a/tests/framework/tests/mul/matmul2x2/config.sh
+++ /dev/null
@@ -1,8 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="matmul2x2.tflite"
-STATUS="disabled"
-
-# this tflite is matmul (2x2 input, 2x2 const tensor)
-# the second 2x2 const tensor is [[1.1, 2.1],[3.1, 4.1]]
-#
-# enable this when we need to support matmul
diff --git a/tests/framework/tests/pad/4D_2D/config.sh b/tests/framework/tests/pad/4D_2D/config.sh
new file mode 100644
index 000000000..36f50ca8a
--- /dev/null
+++ b/tests/framework/tests/pad/4D_2D/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="pad_4d_2d_test.tflite"
diff --git a/tests/framework/tests/pad/pad1/config.sh b/tests/framework/tests/pad/pad1/config.sh
new file mode 100644
index 000000000..fa387366b
--- /dev/null
+++ b/tests/framework/tests/pad/pad1/config.sh
@@ -0,0 +1,3 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="pad_test.tflite"
+STATUS="disabled"
diff --git a/tests/framework/tests/pad/pad2/config.sh b/tests/framework/tests/pad/pad2/config.sh
new file mode 100644
index 000000000..be10289e1
--- /dev/null
+++ b/tests/framework/tests/pad/pad2/config.sh
@@ -0,0 +1,3 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="pad_test2.tflite"
+STATUS="disabled"
diff --git a/tests/framework/tests/reduce_mean/test1/config.sh b/tests/framework/tests/reduce_mean/test1/config.sh
new file mode 100644
index 000000000..9f63cb854
--- /dev/null
+++ b/tests/framework/tests/reduce_mean/test1/config.sh
@@ -0,0 +1,4 @@
+# REDUCE_MEAN is supported after tensorflow 1.10
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="reduce_mean_test.tflite"
+STATUS="disabled"
diff --git a/tests/framework/tests/reduce_mean/test2/config.sh b/tests/framework/tests/reduce_mean/test2/config.sh
new file mode 100644
index 000000000..e5259ceb3
--- /dev/null
+++ b/tests/framework/tests/reduce_mean/test2/config.sh
@@ -0,0 +1,4 @@
+# REDUCE_MEAN is supported after tensorflow 1.10
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="reduce_mean_test_2.tflite"
+STATUS="disabled"
diff --git a/tests/framework/tests/reshape/3D/config.sh b/tests/framework/tests/reshape/3D/config.sh
new file mode 100644
index 000000000..709983b3a
--- /dev/null
+++ b/tests/framework/tests/reshape/3D/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="reshape_test_3d.tflite"
diff --git a/tests/framework/tests/reshape/reshape1/config.sh b/tests/framework/tests/reshape/reshape1/config.sh
new file mode 100644
index 000000000..c7944de86
--- /dev/null
+++ b/tests/framework/tests/reshape/reshape1/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="reshape_test1.tflite"
diff --git a/tests/framework/tests/reshape/reshape2/config.sh b/tests/framework/tests/reshape/reshape2/config.sh
new file mode 100644
index 000000000..de58a377c
--- /dev/null
+++ b/tests/framework/tests/reshape/reshape2/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="reshape_test2.tflite"
diff --git a/tests/framework/tests/reshape1/config.sh b/tests/framework/tests/reshape1/config.sh
deleted file mode 100644
index c7944de86..000000000
--- a/tests/framework/tests/reshape1/config.sh
+++ /dev/null
@@ -1,2 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="reshape_test1.tflite"
diff --git a/tests/framework/tests/reshape2/config.sh b/tests/framework/tests/reshape2/config.sh
deleted file mode 100644
index de58a377c..000000000
--- a/tests/framework/tests/reshape2/config.sh
+++ /dev/null
@@ -1,2 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="reshape_test2.tflite"
diff --git a/tests/framework/tests/rnn/config.sh b/tests/framework/tests/rnn/config.sh
new file mode 100644
index 000000000..8643cd1ae
--- /dev/null
+++ b/tests/framework/tests/rnn/config.sh
@@ -0,0 +1,3 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="rnn_basic_test1.tflite"
+STATUS="disabled"
diff --git a/tests/framework/tests/space_to_depth/config.sh b/tests/framework/tests/space_to_depth/config.sh
new file mode 100644
index 000000000..0e4e9a67c
--- /dev/null
+++ b/tests/framework/tests/space_to_depth/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="space_to_depth_test1.tflite"
diff --git a/tests/framework/tests/squeeze/config.sh b/tests/framework/tests/squeeze/config.sh
new file mode 100644
index 000000000..3bd01b462
--- /dev/null
+++ b/tests/framework/tests/squeeze/config.sh
@@ -0,0 +1,3 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="squeeze_test.tflite"
+STATUS="disabled"
diff --git a/tests/framework/tests/topk_v2/config.sh b/tests/framework/tests/topk_v2/config.sh
new file mode 100644
index 000000000..db34aa6a8
--- /dev/null
+++ b/tests/framework/tests/topk_v2/config.sh
@@ -0,0 +1,2 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="topkv2_test.tflite"
diff --git a/tests/framework/tests/topkv2/config.sh b/tests/framework/tests/topkv2/config.sh
deleted file mode 100644
index db34aa6a8..000000000
--- a/tests/framework/tests/topkv2/config.sh
+++ /dev/null
@@ -1,2 +0,0 @@
-MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
-MODELFILE_NAME="topkv2_test.tflite"
diff --git a/tests/framework/tests/tranpose/config.sh b/tests/framework/tests/tranpose/config.sh
new file mode 100644
index 000000000..64abdea62
--- /dev/null
+++ b/tests/framework/tests/tranpose/config.sh
@@ -0,0 +1,3 @@
+MODELFILE_SERVER="http://npuarchive.mooo.com/archive/nnfw/nn_framework_test"
+MODELFILE_NAME="transpose_4d.tflite"
+STATUS="disabled"
-- 
cgit v1.2.3