safety_factor set 1.05

KakaruHayate · KakaruHayate · commit 931d824ec023 · 2026-04-05T12:57:03.000+08:00
Update muon.py

Update muon.py
diff --git a/modules/optimizer/muon.py b/modules/optimizer/muon.py
@@ -44,7 +44,8 @@
 ]
 
 # safety factor for numerical stability (but exclude last polynomial )
-safety_factor = 1.01 # 'Dao-AILab/gram-newton-schulz' set 1.05
+# safety_factor = 1.01 # 'Dao-AILab/gram-newton-schulz' set 1.05
+safety_factor = 1.05
 POLAR_EXPRESS_COEFFICIENTS = [
     (a / safety_factor , b / safety_factor**3 , c / safety_factor**5)
     for (a, b, c) in _unmodified_polar_express_coefficients

Original file line number	Diff line number	Diff line change
`@@ -44,7 +44,8 @@`
`44`	`44`	`]`
`45`	`45`
`46`	`46`	`# safety factor for numerical stability (but exclude last polynomial )`
`47`		`-safety_factor = 1.01 # 'Dao-AILab/gram-newton-schulz' set 1.05`
	`47`	`+# safety_factor = 1.01 # 'Dao-AILab/gram-newton-schulz' set 1.05`
	`48`	`+safety_factor = 1.05`
`48`	`49`	`POLAR_EXPRESS_COEFFICIENTS = [`
`49`	`50`	`(a / safety_factor , b / safety_factor3 , c / safety_factor5)`
`50`	`51`	`for (a, b, c) in _unmodified_polar_express_coefficients`