add comments

xadupre · Jun 11, 2024 · 960791b · 960791b
1 parent f83b674
commit 960791b
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/operators/cuda/mul_sigmoid.h b/operators/cuda/mul_sigmoid.h
@@ -8,6 +8,9 @@
 
 namespace contrib {
 
+/**
+* MulSigmoid(X) = X * Sigmoid(X)
+*/
 template <typename T>
 struct MulSigmoid {
   template <typename TDict>
@@ -31,6 +34,9 @@ struct MulSigmoid {
   }
 };
 
+/**
+* MulSigmoid(X, Y) = X * Y * Sigmoid(Y)
+*/
 template <typename T>
 struct MulMulSigmoid {
   template <typename TDict>