optim_baseline Namespace Reference

Functions
def	weight_init (module)
def	run (optimizer_name, iterations, sample_every)
def	emit (optimizer_parameter_map)
def	main ()

Variables
string	HEADER
string	FOOTER = "} // namespace expected_parameters"
string	PARAMETERS = "inline std::vector<std::vector<torch::Tensor>> {}() {{"
dictionary	OPTIMIZERS

Detailed Description

Script to generate baseline values from PyTorch optimization algorithms

Variable Documentation

string optim_baseline.HEADER

Initial value:

= """
#include <torch/types.h>

#include <vector>

namespace expected_parameters {
"""

Definition at line 11 of file optim_baseline.py.

dictionary optim_baseline.OPTIMIZERS

Initial value:

= {
    "Adam": lambda p: torch.optim.Adam(p, 1.0),
    "Adam_with_weight_decay": lambda p: torch.optim.Adam(p, 1.0, weight_decay=1e-2),
    "Adam_with_weight_decay_and_amsgrad": lambda p: torch.optim.Adam(p, 1.0, weight_decay=1e-6, amsgrad=True),
    "Adagrad": lambda p: torch.optim.Adagrad(p, 1.0),
    "Adagrad_with_weight_decay": lambda p: torch.optim.Adagrad(p, 1.0, weight_decay=1e-2),
    "Adagrad_with_weight_decay_and_lr_decay": lambda p: torch.optim.Adagrad(p, 1.0, weight_decay=1e-6, lr_decay=1e-3),
    "RMSprop": lambda p: torch.optim.RMSprop(p, 0.1),
    "RMSprop_with_weight_decay": lambda p: torch.optim.RMSprop(p, 0.1, weight_decay=1e-2),
    "RMSprop_with_weight_decay_and_centered": lambda p: torch.optim.RMSprop(p, 0.1, weight_decay=1e-6, centered=True),
    "RMSprop_with_weight_decay_and_centered_and_momentum":
        lambda p: torch.optim.RMSprop(p, 0.1, weight_decay=1e-6, centered=True, momentum=0.9),
    "SGD": lambda p: torch.optim.SGD(p, 0.1),
    "SGD_with_weight_decay": lambda p: torch.optim.SGD(p, 0.1, weight_decay=1e-2),
    "SGD_with_weight_decay_and_momentum": lambda p: torch.optim.SGD(p, 0.1, momentum=0.9, weight_decay=1e-2),
    "SGD_with_weight_decay_and_nesterov_momentum":
        lambda p: torch.optim.SGD(p, 0.1, momentum=0.9, weight_decay=1e-6, nesterov=True),
}

Definition at line 23 of file optim_baseline.py.