We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4d28401 commit 8f68193Copy full SHA for 8f68193
timm/optim/lamb.py
@@ -169,7 +169,7 @@ def step(self, closure=None):
169
trust_ratio = one_tensor
170
if weight_decay != 0 or group['use_nvlamb']:
171
# Layer adaptation. By default, skip layer adaptation on parameters that are
172
- # excluded from weight norm, unless use_nvlamb == True, then always enabled.
+ # excluded from weight decay, unless use_nvlamb == True, then always enabled.
173
w_norm = p.data.norm(2.0)
174
g_norm = update.norm(2.0)
175
trust_ratio = torch.where(
0 commit comments