Pop eps for lion optimizer

rwightman · rwightman · commit 7cea88e2c40e · 2023-05-21T15:20:03.000-07:00
diff --git a/timm/optim/optim_factory.py b/timm/optim/optim_factory.py
@@ -343,6 +343,7 @@ def create_optimizer_v2(
     elif opt_lower == 'rmsproptf':
         optimizer = RMSpropTF(parameters, alpha=0.9, momentum=momentum, **opt_args)
     elif opt_lower == 'lion':
+        opt_args.pop('eps', None)
         optimizer = Lion(parameters, **opt_args)
 
     # second order
