Update gemma2.py

unslothai · Jul 6, 2024 · 49826c5 · 49826c5
1 parent ef448f8
commit 49826c5
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/unsloth/models/gemma2.py b/unsloth/models/gemma2.py
@@ -46,7 +46,7 @@
 # [TODO] We must randomnly use torch.compile?
 # I checked the gradients and formulas and I'm sure it's correct.
 # I'm stumped :(
-@torch.compile(fullgraph = True, dynamic = True, options = torch_compile_options)
+@torch.compile(fullgraph = True, dynamic = True)#, options = torch_compile_options)
 def fast_rms_layernorm_gemma2_compiled(layernorm, X, gemma = True):
     old_dtype = X.dtype
     X = X.float()