We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d13f3be commit 24219cdCopy full SHA for 24219cd
Libraries/MLXLLM/Models/GPTOSS.swift
@@ -85,7 +85,7 @@ private func swiglu(_ xLinear: MLXArray, _ xGlu: MLXArray, alpha: Float = 1.702,
85
var xGlu = xGlu
86
xGlu = clip(xGlu, max: MLXArray(limit))
87
xLinear = clip(xLinear, min: MLXArray(-limit), max: MLXArray(limit))
88
-
+
89
let gluScaled = alpha * xGlu
90
let sig = sigmoid(gluScaled)
91
0 commit comments