1 files changed, 29 insertions, 0 deletions
diff --git a/compiler/nnc/backends/soft_backend/code_snippets/cpp_elu.def b/compiler/nnc/backends/soft_backend/code_snippets/cpp_elu.def
new file mode 100644
index 000000000..8e4122278
--- /dev/null
+++ b/compiler/nnc/backends/soft_backend/code_snippets/cpp_elu.def
@@ -0,0 +1,29 @@
+/*
+ * Copyright (c) 2018 Samsung Electronics Co., Ltd. All Rights Reserved
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+inline void ELU(const float* input_data, const Dims<4>& input_dims,
+                float alpha, float* output_data,
+                const Dims<4>& output_dims) {
+
+  const auto input = MapAsVector(input_data, input_dims);
+  auto output = MapAsVector(output_data, output_dims);
+
+  output = input.array().min(0.0f);
+  // Separate op for EXP vectorization
+  output = output.array().exp();
+  output = (output.array() - 1.0f) * alpha;
+  output += input.cwiseMax(0.0f);
+}