Skip to content

Latest commit

 

History

History
585 lines (439 loc) · 8.8 KB

optimizer.md

File metadata and controls

585 lines (439 loc) · 8.8 KB

Optimizers

::: pytorch_optimizer.optimizer.create_optimizer :docstring: :members:

::: pytorch_optimizer.optimizer.get_optimizer_parameters :docstring: :members:

::: pytorch_optimizer.A2Grad :docstring: :members:

::: pytorch_optimizer.AccSGD :docstring: :members:

::: pytorch_optimizer.AdaBelief :docstring: :members:

::: pytorch_optimizer.AdaBound :docstring: :members:

::: pytorch_optimizer.AdaDelta :docstring: :members:

::: pytorch_optimizer.AdaFactor :docstring: :members:

::: pytorch_optimizer.AdaGC :docstring: :members:

::: pytorch_optimizer.AdaGO :docstring: :members:

::: pytorch_optimizer.AdaHessian :docstring: :members:

::: pytorch_optimizer.Adai :docstring: :members:

::: pytorch_optimizer.Adalite :docstring: :members:

::: pytorch_optimizer.AdaLOMO :docstring: :members:

::: pytorch_optimizer.AdaMax :docstring: :members:

::: pytorch_optimizer.AdamC :docstring: :members:

::: pytorch_optimizer.AdamG :docstring: :members:

::: pytorch_optimizer.AdamMini :docstring: :members:

::: pytorch_optimizer.AdaMod :docstring: :members:

::: pytorch_optimizer.AdamP :docstring: :members:

::: pytorch_optimizer.AdamS :docstring: :members:

::: pytorch_optimizer.AdaMuon :docstring: :members:

::: pytorch_optimizer.AdamWSN :docstring: :members:

::: pytorch_optimizer.Adan :docstring: :members:

::: pytorch_optimizer.AdaNorm :docstring: :members:

::: pytorch_optimizer.AdaPNM :docstring: :members:

::: pytorch_optimizer.AdaShift :docstring: :members:

::: pytorch_optimizer.AdaSmooth :docstring: :members:

::: pytorch_optimizer.AdaTAM :docstring: :members:

::: pytorch_optimizer.AdEMAMix :docstring: :members:

::: pytorch_optimizer.ADOPT :docstring: :members:

::: pytorch_optimizer.agc :docstring: :members:

::: pytorch_optimizer.AggMo :docstring: :members:

::: pytorch_optimizer.Aida :docstring: :members:

::: pytorch_optimizer.Alice :docstring: :members:

::: pytorch_optimizer.AliG :docstring: :members:

::: pytorch_optimizer.Amos :docstring: :members:

::: pytorch_optimizer.Ano :docstring: :members:

::: pytorch_optimizer.APOLLO :docstring: :members:

::: pytorch_optimizer.ApolloDQN :docstring: :members:

::: pytorch_optimizer.ASGD :docstring: :members:

::: pytorch_optimizer.AvaGrad :docstring: :members:

::: pytorch_optimizer.BCOS :docstring: :members:

::: pytorch_optimizer.BSAM :docstring: :members:

::: pytorch_optimizer.CAME :docstring: :members:

::: pytorch_optimizer.centralize_gradient :docstring: :members:

::: pytorch_optimizer.Conda :docstring: :members:

::: pytorch_optimizer.DAdaptAdaGrad :docstring: :members:

::: pytorch_optimizer.DAdaptAdam :docstring: :members:

::: pytorch_optimizer.DAdaptAdan :docstring: :members:

::: pytorch_optimizer.DAdaptLion :docstring: :members:

::: pytorch_optimizer.DAdaptSGD :docstring: :members:

::: pytorch_optimizer.DASH :docstring: :members:

::: pytorch_optimizer.DeMo :docstring: :members:

::: pytorch_optimizer.DiffGrad :docstring: :members:

::: pytorch_optimizer.DistributedMuon :docstring: :members:

::: pytorch_optimizer.DualAdam :docstring: :members:

::: pytorch_optimizer.DynamicLossScaler :docstring: :members:

::: pytorch_optimizer.EmoFact :docstring: :members:

::: pytorch_optimizer.EmoLynx :docstring: :members:

::: pytorch_optimizer.EmoNavi :docstring: :members:

::: pytorch_optimizer.EXAdam :docstring: :members:

::: pytorch_optimizer.FAdam :docstring: :members:

::: pytorch_optimizer.Fira :docstring: :members:

::: pytorch_optimizer.FlashAdamW :docstring: :members:

::: pytorch_optimizer.FOCUS :docstring: :members:

::: pytorch_optimizer.FriendlySAM :docstring: :members:

::: pytorch_optimizer.Fromage :docstring: :members:

::: pytorch_optimizer.FTRL :docstring: :members:

::: pytorch_optimizer.GaLore :docstring: :members:

::: pytorch_optimizer.get_supported_optimizers :docstring: :members:

::: pytorch_optimizer.Grams :docstring: :members:

::: pytorch_optimizer.Gravity :docstring: :members:

::: pytorch_optimizer.GrokFastAdamW :docstring: :members:

::: pytorch_optimizer.GSAM :docstring: :members:

::: pytorch_optimizer.Kate :docstring: :members:

::: pytorch_optimizer.KLShampoo :docstring: :members:

::: pytorch_optimizer.KLSOAP :docstring: :members:

::: pytorch_optimizer.Kron :docstring: :members:

::: pytorch_optimizer.Lamb :docstring: :members:

::: pytorch_optimizer.LaProp :docstring: :members:

::: pytorch_optimizer.LARS :docstring: :members:

::: pytorch_optimizer.Lion :docstring: :members:

::: pytorch_optimizer.load_ao_optimizer :docstring: :members:

::: pytorch_optimizer.load_bnb_optimizer :docstring: :members:

::: pytorch_optimizer.load_optimizer :docstring: :members:

::: pytorch_optimizer.load_q_galore_optimizer :docstring: :members:

::: pytorch_optimizer.LOMO :docstring: :members:

::: pytorch_optimizer.Lookahead :docstring: :members:

::: pytorch_optimizer.LookSAM :docstring: :members:

::: pytorch_optimizer.LoRARite :docstring: :members:

::: pytorch_optimizer.MADGRAD :docstring: :members:

::: pytorch_optimizer.Magma :docstring: :members:

::: pytorch_optimizer.MARS :docstring: :members:

::: pytorch_optimizer.MSVAG :docstring: :members:

::: pytorch_optimizer.Muon :docstring: :members:

::: pytorch_optimizer.MuonClip :docstring: :members:

::: pytorch_optimizer.Nero :docstring: :members:

::: pytorch_optimizer.NorMuon :docstring: :members:

::: pytorch_optimizer.NovoGrad :docstring: :members:

::: pytorch_optimizer.OrthoGrad :docstring: :members:

::: pytorch_optimizer.PAdam :docstring: :members:

::: pytorch_optimizer.PCGrad :docstring: :members:

::: pytorch_optimizer.PID :docstring: :members:

::: pytorch_optimizer.PNM :docstring: :members:

::: pytorch_optimizer.Prodigy :docstring: :members:

::: pytorch_optimizer.QHAdam :docstring: :members:

::: pytorch_optimizer.QHM :docstring: :members:

::: pytorch_optimizer.RACS :docstring: :members:

::: pytorch_optimizer.RAdam :docstring: :members:

::: pytorch_optimizer.Ranger :docstring: :members:

::: pytorch_optimizer.Ranger21 :docstring: :members:

::: pytorch_optimizer.ROSE :docstring: :members:

::: pytorch_optimizer.RotoGrad :docstring: :members:

::: pytorch_optimizer.SafeFP16Optimizer :docstring: :members:

::: pytorch_optimizer.SAM :docstring: :members:

::: pytorch_optimizer.SaRA :docstring: :members:

::: pytorch_optimizer.ScalableShampoo :docstring: :members:

::: pytorch_optimizer.ScheduleFreeAdamW :docstring: :members:

::: pytorch_optimizer.ScheduleFreeRAdam :docstring: :members:

::: pytorch_optimizer.ScheduleFreeSGD :docstring: :members:

::: pytorch_optimizer.ScheduleFreeWrapper :docstring: :members:

::: pytorch_optimizer.SCION :docstring: :members:

::: pytorch_optimizer.SCIONLight :docstring: :members:

::: pytorch_optimizer.SGDP :docstring: :members:

::: pytorch_optimizer.SGDSaI :docstring: :members:

::: pytorch_optimizer.SGDW :docstring: :members:

::: pytorch_optimizer.Shampoo :docstring: :members:

::: pytorch_optimizer.SignSGD :docstring: :members:

::: pytorch_optimizer.SimplifiedAdEMAMix :docstring: :members:

::: pytorch_optimizer.SM3 :docstring: :members:

::: pytorch_optimizer.SOAP :docstring: :members:

::: pytorch_optimizer.SophiaH :docstring: :members:

::: pytorch_optimizer.SPAM :docstring: :members:

::: pytorch_optimizer.SpectralSphere :docstring: :members:

::: pytorch_optimizer.SPlus :docstring: :members:

::: pytorch_optimizer.SRMM :docstring: :members:

::: pytorch_optimizer.StableAdamW :docstring: :members:

::: pytorch_optimizer.StableSPAM :docstring: :members:

::: pytorch_optimizer.SWATS :docstring: :members:

::: pytorch_optimizer.TAM :docstring: :members:

::: pytorch_optimizer.Tiger :docstring: :members:

::: pytorch_optimizer.TRAC :docstring: :members:

::: pytorch_optimizer.VSGD :docstring: :members:

::: pytorch_optimizer.WSAM :docstring: :members:

::: pytorch_optimizer.Yogi :docstring: :members: