optim.rst 846 B

1234567891011121314151617181920212223242526272829303132333435363738
  1. .. role:: hidden
  2. :class: hidden-section
  3. .. _optimizers:
  4. Optimizers
  5. ==========
  6. Optimizers update the Model parameters based on the gradients.
  7. .. automodule:: fairseq.optim
  8. :members:
  9. .. autoclass:: fairseq.optim.FairseqOptimizer
  10. :members:
  11. :undoc-members:
  12. .. autoclass:: fairseq.optim.adadelta.Adadelta
  13. :members:
  14. :undoc-members:
  15. .. autoclass:: fairseq.optim.adagrad.Adagrad
  16. :members:
  17. :undoc-members:
  18. .. autoclass:: fairseq.optim.adafactor.FairseqAdafactor
  19. :members:
  20. :undoc-members:
  21. .. autoclass:: fairseq.optim.adam.FairseqAdam
  22. :members:
  23. :undoc-members:
  24. .. autoclass:: fairseq.optim.fp16_optimizer.FP16Optimizer
  25. :members:
  26. :undoc-members:
  27. .. autoclass:: fairseq.optim.nag.FairseqNAG
  28. :members:
  29. :undoc-members:
  30. .. autoclass:: fairseq.optim.sgd.SGD
  31. :members:
  32. :undoc-members: