Struct Adam 

pub struct Adam<B>
where
    B: Backend,
{ /* private fields */ }

Adam optimizer (Adaptive Moment Estimation).

Standard defaults: lr=1e-3, β1=0.9, β2=0.999, ε=1e-8

Implementations

impl<B> Adam<B>

where B: Backend,

pub fn new(params: Vec<Tensor<B>>, lr: f64) -> Adam<B>

Create a standard Adam optimizer.

pub fn beta1(self, beta1: f64) -> Adam<B>

Set β1 (1st moment decay rate).

pub fn beta2(self, beta2: f64) -> Adam<B>

Set β2 (2nd moment decay rate).

pub fn epsilon(self, eps: f64) -> Adam<B>

Set ε (numerical stability term).

pub fn weight_decay(self, wd: f64) -> Adam<B>

Set weight decay (L2 penalty).

pub fn params(&self) -> &[Tensor<B>]

Access current parameters.

pub fn params_mut(&mut self) -> &mut Vec<Tensor<B>>

Mutable access to current parameters (for checkpoint loading).

pub fn step_count(&self) -> u64

Get the step count.

pub fn set_lr(&mut self, lr: f64)

Set the learning rate (used by LR schedulers).

Trait Implementations

impl<B> Optimizer<B> for Adam<B>

where B: Backend,

fn step(&mut self, grads: &GradStore<B>) -> Result<Vec<Tensor<B>>, Error>

Perform one optimization step.

fn learning_rate(&self) -> f64

Return the current learning rate.

fn set_learning_rate(&mut self, lr: f64)

Set a new learning rate (for learning rate scheduling).

impl<B> Stateful for Adam<B>

where B: Backend,

fn state_dict(&self) -> OptimizerState

Export the optimizer’s internal state as a serializable dictionary.

fn load_state_dict(&mut self, state: &OptimizerState) -> Result<(), Error>

Restore the optimizer’s internal state from a previously saved dictionary.