Skip to content

Commit 6d776b4

Browse files
committed
Update muon.py
1 parent c7ef969 commit 6d776b4

1 file changed

Lines changed: 0 additions & 2 deletions

File tree

modules/optimizer/muon.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -131,8 +131,6 @@ class Muon(torch.optim.Optimizer):
131131
momentum: The momentum used by the internal SGD.
132132
nesterov: Whether to use Nesterov-style momentum in the internal SGD. (recommended)
133133
ns_steps: The number of Newton-Schulz iteration steps to use.
134-
ns_coefficients: List of tuples (a, b, c) for each NS step. Defaults to standard 5-step NS coeffs.
135-
method: String selector for the orthogonalization strategy ('ns5', 'gram_ns', or 'mud').
136134
"""
137135

138136
def __init__(self, params, lr=5e-4, weight_decay=0.1, momentum=0.95, nesterov=True, ns_steps=5):

0 commit comments

Comments
 (0)