From 960791ba62fade8a0c3fb198c9dfc3991c1aa092 Mon Sep 17 00:00:00 2001 From: xadupre Date: Tue, 11 Jun 2024 09:59:13 +0000 Subject: [PATCH] add comments --- operators/cuda/mul_sigmoid.h | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/operators/cuda/mul_sigmoid.h b/operators/cuda/mul_sigmoid.h index 433e4e8ba..1eb8f2702 100644 --- a/operators/cuda/mul_sigmoid.h +++ b/operators/cuda/mul_sigmoid.h @@ -8,6 +8,9 @@ namespace contrib { +/** +* MulSigmoid(X) = X * Sigmoid(X) +*/ template struct MulSigmoid { template @@ -31,6 +34,9 @@ struct MulSigmoid { } }; +/** +* MulSigmoid(X, Y) = X * Y * Sigmoid(Y) +*/ template struct MulMulSigmoid { template