comment

xadupre · Jun 11, 2024 · ec3887a · ec3887a
1 parent 29c460f
commit ec3887a
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/operators/cuda/rotary.h b/operators/cuda/rotary.h
@@ -8,6 +8,16 @@
 
 namespace contrib {
 
+/**
+*  Y = Rotary(X) is equivalent to if side == LEFT:
+*
+*   N = X.shape[-1]
+*   Y = X.copy()
+*   Y[...,:N/2] = X[...,N/2:]
+*   Y[...,N/2:] = -X[...,:N/2]
+*
+*   And the opposite if side == RIGHT.
+*/
 template <typename T>
 struct Rotary {
   template <typename TDict>