Added ELU class - closes #51

CHANGELOG.md

@@ -1,3 +1,7 @@
+## 0.15.1 (unreleased)
+
+- Added `ELU` class
+
 ## 0.15.0 (2024-02-28)
 
 - Updated LibTorch to 2.2.0

lib/torch.rb

@@ -123,6 +123,7 @@
 require_relative "torch/nn/feature_alpha_dropout"
 
 # nn activations
+require_relative "torch/nn/elu"
 require_relative "torch/nn/hardshrink"
 require_relative "torch/nn/leaky_relu"
 require_relative "torch/nn/log_sigmoid"

lib/torch/nn/elu.rb

@@ -0,0 +1,20 @@
+module Torch
+  module NN
+    class ELU < Module
+      def initialize(alpha: 1, inplace: false)
+        super()
+        @alpha = alpha
+        @inplace = inplace
+      end
+
+      def forward(input)
+        F.elu(input, alpha: @alpha, inplace: @inplace)
+      end
+
+      def extra_inspect
+        inplace_str = @inplace ? ", inplace: true" : ""
+        format("alpha: %s", @alpha) + inplace_str
+      end
+    end
+  end
+end

lib/torch/nn/functional.rb

@@ -174,6 +174,14 @@ def pad(input, pad, mode: "constant", value: 0)
 
         # activation layers
 
+        def elu(input, alpha: 1, inplace: false)
+          if inplace
+            NN.elu!(input, alpha)
+          else
+            NN.elu(input, alpha)
+          end
+        end
+
         def hardshrink(input, lambd = 0.5)
           Torch.hardshrink(input, lambd)
         end

test/nn/activations_test.rb

@@ -1,6 +1,12 @@
 require_relative "../test_helper"
 
 class ActivationsTest < Minitest::Test
+  def test_elu
+    m = Torch::NN::ELU.new
+    input = Torch.randn(2)
+    _output = m.call(input)
+  end
+
   def test_hardshrink
     m = Torch::NN::Hardshrink.new
     input = Torch.randn(2)