Change default epsilon value

microsoft · Oct 30, 2024 · 1104235 · 1104235
1 parent 48c0a07
commit 1104235
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/python/py/models/builder.py b/src/python/py/models/builder.py
@@ -144,7 +144,7 @@ def __init__(self, config, io_dtype, onnx_dtype, ep, cache_dir, extra_options):
         }
 
         # LayerNorm-specific variables
-        epsilon = config.rms_norm_eps if hasattr(config, "rms_norm_eps") else 9.999999747378752e-06
+        epsilon = config.rms_norm_eps if hasattr(config, "rms_norm_eps") else 1e-06
         self.layernorm_attrs = {
             "simple": True,             # Use SimplifiedLayerNorm/SkipSimplifiedLayerNorm vs. LayerNorm/SkipLayerNorm
             "first_layernorm": True,    # 1st LayerNorm = LayerNorm, then SkipLayerNorm for all subsequent LayerNorms