From e1db889a5bdd39e783c948bc107c8f52725190ef Mon Sep 17 00:00:00 2001
From: Oceania2018 <haiping008@gmail.com>
Date: Sun, 21 Jul 2019 13:31:53 -0500
Subject: [PATCH] add tf.nn.elu activation function. #294

---
 src/TensorFlowNET.Core/APIs/tf.nn.cs          |  3 +++
 .../Operations/NnOps/gen_nn_ops.cs            | 21 +++++++++++++++++++
 .../ImageProcessing/RetrainImageClassifier.cs |  2 +-
 3 files changed, 25 insertions(+), 1 deletion(-)

diff --git a/src/TensorFlowNET.Core/APIs/tf.nn.cs b/src/TensorFlowNET.Core/APIs/tf.nn.cs
index 4c7ba775..025d3d57 100644
--- a/src/TensorFlowNET.Core/APIs/tf.nn.cs
+++ b/src/TensorFlowNET.Core/APIs/tf.nn.cs
@@ -97,6 +97,9 @@ namespace Tensorflow
                 throw new NotImplementedException("");
             }
 
+            public static Tensor elu(Tensor features, string name = null)
+                => gen_nn_ops.elu(features, name: name);
+
             public static (Tensor, Tensor) moments(Tensor x,
                 int[] axes,
                 string name = null,
diff --git a/src/TensorFlowNET.Core/Operations/NnOps/gen_nn_ops.cs b/src/TensorFlowNET.Core/Operations/NnOps/gen_nn_ops.cs
index 7e281d46..9244ccff 100644
--- a/src/TensorFlowNET.Core/Operations/NnOps/gen_nn_ops.cs
+++ b/src/TensorFlowNET.Core/Operations/NnOps/gen_nn_ops.cs
@@ -139,6 +139,27 @@ namespace Tensorflow.Operations
             });
 
             return _op.outputs[0];
+        }
+
+        /// <summary>
+        /// Computes exponential linear: <c>exp(features) - 1</c> if &amp;lt; 0, <c>features</c> otherwise.
+        /// </summary>
+        /// <param name="features">
+        /// </param>
+        /// <param name="name">
+        /// If specified, the created operation in the graph will be this one, otherwise it will be named 'Elu'.
+        /// </param>
+        /// <returns>
+        ///    The Operation can be fetched from the resulting Tensor, by fetching the Operation property from the result.
+        /// </returns>
+        /// <remarks>
+        ///    See [Fast and Accurate Deep Network Learning by Exponential Linear Units (ELUs)
+        ///    ](http://arxiv.org/abs/1511.07289)
+        /// </remarks>
+        public static Tensor elu(Tensor features, string name = "Elu")
+        {
+            var op = _op_def_lib._apply_op_helper("Elu", name: name, args: new { features });
+            return op.output;
         }
 
         public static Tensor[] _fused_batch_norm(Tensor x,
diff --git a/test/TensorFlowNET.Examples/ImageProcessing/RetrainImageClassifier.cs b/test/TensorFlowNET.Examples/ImageProcessing/RetrainImageClassifier.cs
index 3902d5d0..fab83d8a 100644
--- a/test/TensorFlowNET.Examples/ImageProcessing/RetrainImageClassifier.cs
+++ b/test/TensorFlowNET.Examples/ImageProcessing/RetrainImageClassifier.cs
@@ -199,7 +199,7 @@ namespace TensorFlowNET.Examples.ImageProcess
                 RefVariable layer_biases = null;
                 with(tf.name_scope("biases"), delegate
                 {
-                    layer_biases = tf.Variable(tf.zeros((class_count)), name: "final_biases");
+                    layer_biases = tf.Variable(tf.zeros(class_count), name: "final_biases");
                     variable_summaries(layer_biases);
                 });