Support Silu Operator for ONNX

pytorch · Jan 29, 2021 · b18ea98 · b18ea98
1 parent 35b8f35
commit b18ea98
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 0 deletions.
diff --git a/test/onnx/test_pytorch_onnx_onnxruntime.py b/test/onnx/test_pytorch_onnx_onnxruntime.py
@@ -4346,6 +4346,18 @@ def forward(self, x):
                       dynamic_axes={'x': [1, 2]},
                       test_with_inputs=[y])
 
+    def test_silu(self):
+        class SiLUModel(torch.nn.Module):
+            def __init__(self):
+                super(SiLUModel, self).__init__()
+                self.silu = torch.nn.SiLU()
+
+            def forward(self, x):
+                return self.silu(x)
+
+        x = torch.randn(2, 3, 4)
+        self.run_test(SiLUModel(), (x))
+
     def test_remainder(self):
         class RemainderModel(torch.nn.Module):
             def forward(self, input, other):

diff --git a/torch/onnx/symbolic_opset9.py b/torch/onnx/symbolic_opset9.py
@@ -659,6 +659,8 @@ def prelu(g, self, weight):
         weight = sym_help._unsqueeze_helper(g, weight, list(range(1, self_rank - 1)))
     return g.op("PRelu", self, weight)
 
+def silu(g, input):
+    return g.op('Mul', input, g.op('Sigmoid', input))
 
 def relu(g, input):
     return g.op("Relu", input)