Leakyrelu with changes

KerasModeltoJSON.py

@@ -18,6 +18,7 @@ def save(self):
     def __model_to_JSON(self, model):
         # Initialization
         conf = model.get_config()
+		print(conf)
         md = {'model_type':'Sequential'}
         md['descriptors'] = []
 
@@ -316,6 +317,8 @@ def __get_activation(self, layers, layer_dscp):
             layers.append({'layer':'ELu'})
         elif activation_name == 'hard_sigmoid':
             layers.append({'layer':'HardSigmoid'})
+        elif activation_name == 'leakyrelu':
+            layers.append({'layer':'LeakyReLu'})
         elif activation_name == 'sigmoid':
             layers.append({'layer':'Sigmoid'})
         elif activation_name == 'softplus':

NNSharp/KernelDescriptors/LeakyReLu.cs

@@ -0,0 +1,20 @@
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text;
+using System.Threading.Tasks;
+
+namespace NNSharp.KernelDescriptors
+{
+    public class LeakyReLu : IKernelDescriptor
+    {
+
+        public LeakyReLu(double alpha)
+        {
+            this.alpha = alpha;
+        }
+
+        public double Alpha { get { return alpha; } }
+        private double alpha;
+    }
+}

NNSharp/Kernels/CPUKernels/LeakyReLuKernel.cs

@@ -0,0 +1,37 @@
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text;
+using System.Threading.Tasks;
+using NNSharp.DataTypes;
+
+namespace NNSharp.Kernels.CPUKernels
+{
+    [Serializable()]
+    public class LeakyReLuKernel :IKernel
+    {
+        public void Execute()
+        {
+            LeakyReLuLambda(input);
+            output = input;
+        }
+
+        public static void LeakyReLuLambda(IData data)
+        {
+            data.ApplyToAll(p =>
+            {
+                if (p >= 0.0)
+                    return p;
+                else
+                {
+                    return 0.3*p;
+                }
+            });
+        }
+
+        protected IData input;
+        protected IData output;
+
+        protected double alpha;
+    }
+}

NNSharp/NNSharp.csproj

@@ -108,6 +108,7 @@
     <Compile Include="KernelDescriptors\GRU.cs" />
     <Compile Include="KernelDescriptors\HardSigmoid.cs" />
     <Compile Include="KernelDescriptors\Input2D.cs" />
+    <Compile Include="KernelDescriptors\LeakyReLu.cs" />
     <Compile Include="KernelDescriptors\LSTM.cs" />
     <Compile Include="KernelDescriptors\MaxPooling1D.cs" />
     <Compile Include="KernelDescriptors\MaxPooling2D.cs" />
@@ -139,6 +140,7 @@
     <Compile Include="Kernels\CPUKernels\GlobalMaxPool2DKernel.cs" />
     <Compile Include="Kernels\CPUKernels\GRUKernel.cs" />
     <Compile Include="Kernels\CPUKernels\HardSigmoidKernel.cs" />
+    <Compile Include="Kernels\CPUKernels\LeakyReLuKernel.cs" />
     <Compile Include="Kernels\CPUKernels\LSTMKernel.cs" />
     <Compile Include="Kernels\CPUKernels\MaxPool1DKernel.cs" />
     <Compile Include="Kernels\CPUKernels\MaxPool2DKernel.cs" />
@@ -188,6 +190,8 @@
     <Compile Include="SequentialBased\SequentialLayers\GRULayerFactory.cs" />
     <Compile Include="SequentialBased\SequentialLayers\HardSigmoidLayer.cs" />
     <Compile Include="SequentialBased\SequentialLayers\HardSigmoidLayerFactory.cs" />
+    <Compile Include="SequentialBased\SequentialLayers\LeakyReLuLayer.cs" />
+    <Compile Include="SequentialBased\SequentialLayers\LeakyReLuLayerFactory.cs" />
     <Compile Include="SequentialBased\SequentialLayers\LSTMLayer.cs" />
     <Compile Include="SequentialBased\SequentialLayers\LSTMLayerFactory.cs" />
     <Compile Include="SequentialBased\SequentialLayers\MaxPool1DLayer.cs" />

NNSharp/SequentialBased/SequentialExecutors/DeafultAbstractLayerFactory.cs

@@ -33,6 +33,7 @@ public DeafultAbstractLayerFactory()
             factories.Add(new GlobalMaxPool2DLayerFactory());
             factories.Add(new GRULayerFactory());
             factories.Add(new HardSigmoidLayerFactory());
+            factories.Add(new LeakyReLuLayerFactory());
             factories.Add(new Input2DLayerFactory());
             factories.Add(new LSTMLayerFactory());
             factories.Add(new MaxPool1DLayerFactory());

NNSharp/SequentialBased/SequentialLayers/LeakyReLuLayer.cs

@@ -0,0 +1,46 @@
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text;
+using System.Threading.Tasks;
+using NNSharp.DataTypes;
+using NNSharp.Kernels.CPUKernels;
+using static NNSharp.DataTypes.SequentialModelData;
+using static NNSharp.DataTypes.Data2D;
+
+namespace NNSharp.SequentialBased.SequentialLayers
+{
+    [Serializable()]
+    public class LeakyReLuLayer : LeakyReLuKernel, ILayer
+    {
+        public LeakyReLuLayer(double alpha)
+        {
+            this.alpha = alpha; 
+        }
+
+        public IData GetOutput()
+        {
+            return output;
+        }
+
+        public void SetInput(IData input)
+        {
+            this.input = input;
+        }
+
+        public void SetWeights(IData weights)
+        {
+            // No weights.
+        }
+
+        public LayerData GetLayerSummary()
+        {
+            // The input and the output have the same sizes as the output
+            // of the previous layer.
+            return new LayerData(
+                this.ToString(),
+                -1, -1, -1, -1, -1,
+                -1, -1, -1, -1, -1);
+        }
+    }
+}

NNSharp/SequentialBased/SequentialLayers/LeakyReLuLayerFactory.cs

@@ -0,0 +1,23 @@
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text;
+using System.Threading.Tasks;
+using NNSharp.KernelDescriptors;
+
+namespace NNSharp.SequentialBased.SequentialLayers
+{
+    public class LeakyReLuLayerFactory : ILayerFactory
+    {
+        public ILayer CreateProduct(IKernelDescriptor descriptor)
+        {
+            if (descriptor is LeakyReLu) {
+                LeakyReLu leakyrelu = descriptor as LeakyReLu;
+
+                return new LeakyReLuLayer(leakyrelu.Alpha);
+            }
+
+            return null;
+        }
+    }
+}