__init__.py 1.2 KB

1234567891011121314151617181920212223242526272829303132333435
  1. from .adabelief import AdaBelief
  2. from .adafactor import Adafactor
  3. from .adafactor_bv import AdafactorBigVision
  4. from .adahessian import Adahessian
  5. from .adamp import AdamP
  6. from .adamw import AdamWLegacy
  7. from .adan import Adan
  8. from .adopt import Adopt
  9. from .lamb import Lamb
  10. from .laprop import LaProp
  11. from .lars import Lars
  12. from .lion import Lion
  13. from .lookahead import Lookahead
  14. from .madgrad import MADGRAD
  15. from .mars import Mars
  16. from .muon import Muon
  17. from .nadam import NAdamLegacy
  18. from .nadamw import NAdamW
  19. from .nvnovograd import NvNovoGrad
  20. from .radam import RAdamLegacy
  21. from .rmsprop_tf import RMSpropTF
  22. from .sgdp import SGDP
  23. from .sgdw import SGDW
  24. # bring common torch.optim Optimizers into timm.optim namespace for consistency
  25. from torch.optim import Adadelta, Adagrad, Adamax, Adam, AdamW, RMSprop, SGD
  26. try:
  27. # in case any very old torch versions being used
  28. from torch.optim import NAdam, RAdam
  29. except ImportError:
  30. pass
  31. from ._optim_factory import list_optimizers, get_optimizer_class, get_optimizer_info, OptimInfo, OptimizerRegistry, \
  32. create_optimizer_v2, create_optimizer, optimizer_kwargs
  33. from ._param_groups import param_groups_layer_decay, param_groups_weight_decay, auto_group_layers