Index

_

_expand_trajectory() (l2l.optimizers.optimizer.Optimizer method)

A

adam_update() (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method) AdamParameters (class in l2l.optimizers.gradientdescent.optimizer)

apply() (l2l.sdict method) (l2l.sdictm method)

B

BayesianGaussianMixture (class in l2l.optimizers.crossentropy.distribution)

bounding_func() (l2l.optimizees.functions.optimizee.FunctionGeneratorOptimizee method) (l2l.optimizees.mnist.optimizee.MNISTOptimizee method)

C

classic_gd_update() (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method) ClassicGDParameters (class in l2l.optimizers.gradientdescent.optimizer) configure_loggers() (in module l2l.logging_tools) convert_dict_to_numpy() (in module l2l) cooling() (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingOptimizer method) cooling_schedule (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingParameters attribute) copy() (l2l.sdictm method)

create_individual() (l2l.optimizees.functions.optimizee.FunctionGeneratorOptimizee method) (l2l.optimizees.mnist.optimizee.MNISTOptimizee method) (l2l.optimizees.optimizee.Optimizee method) create_shared_logger_data() (in module l2l.logging_tools) CrossEntropyOptimizer (class in l2l.optimizers.crossentropy.optimizer) CrossEntropyParameters (class in l2l.optimizers.crossentropy.optimizer) CXPB (l2l.optimizers.evolution.optimizer.GeneticAlgorithmParameters attribute)

D

dict_to_list() (in module l2l) DictEntryType (class in l2l)

Distribution (class in l2l.optimizers.crossentropy.distribution) distribution (l2l.optimizers.crossentropy.optimizer.CrossEntropyParameters attribute) (l2l.optimizers.face.optimizer.FACEParameters attribute)

E

end() (l2l.optimizers.crossentropy.optimizer.CrossEntropyOptimizer method) (l2l.optimizers.evolution.optimizer.GeneticAlgorithmOptimizer method) (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesOptimizer method) (l2l.optimizers.face.optimizer.FACEOptimizer method) (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method) (l2l.optimizers.gridsearch.optimizer.GridSearchOptimizer method) (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesOptimizer method) (l2l.optimizers.optimizer.Optimizer method) (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingOptimizer method)

eval_pop (l2l.optimizers.gridsearch.optimizer.GridSearchOptimizer attribute) (l2l.optimizers.optimizer.Optimizer attribute) EvolutionStrategiesOptimizer (class in l2l.optimizers.evolutionstrategies.optimizer) EvolutionStrategiesParameters (class in l2l.optimizers.evolutionstrategies.optimizer) exploration_step_size (l2l.optimizers.gradientdescent.optimizer.AdamParameters attribute) (l2l.optimizers.gradientdescent.optimizer.ClassicGDParameters attribute) (l2l.optimizers.gradientdescent.optimizer.RMSPropParameters attribute) (l2l.optimizers.gradientdescent.optimizer.StochasticGDParameters attribute)

F

f_add_derived_parameter() (l2l.utils.trajectory.Trajectory method) f_add_parameter() (l2l.utils.groups.ParameterGroup method) (l2l.utils.trajectory.Trajectory method) f_add_parameter_group() (l2l.utils.trajectory.Trajectory method) f_add_parameter_to_group() (l2l.utils.trajectory.Trajectory method) f_add_result() (l2l.utils.trajectory.Trajectory method) f_expand() (l2l.utils.trajectory.Trajectory method) FACEOptimizer (class in l2l.optimizers.face.optimizer) FACEParameters (class in l2l.optimizers.face.optimizer)

first_order_decay (l2l.optimizers.gradientdescent.optimizer.AdamParameters attribute) fit() (l2l.optimizers.crossentropy.distribution.BayesianGaussianMixture method) (l2l.optimizers.crossentropy.distribution.Distribution method) (l2l.optimizers.crossentropy.distribution.Gaussian method) (l2l.optimizers.crossentropy.distribution.NoisyGaussian method) fitness_shaping_enabled (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesParameters attribute) (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute) frozen() (l2l.sdictm method) FunctionGeneratorOptimizee (class in l2l.optimizees.functions.optimizee)

G

g (l2l.optimizers.gridsearch.optimizer.GridSearchOptimizer attribute) (l2l.optimizers.optimizer.Optimizer attribute) Gaussian (class in l2l.optimizers.crossentropy.distribution) GeneticAlgorithmOptimizer (class in l2l.optimizers.evolution.optimizer) GeneticAlgorithmParameters (class in l2l.optimizers.evolution.optimizer) get() (l2l.sdictm method) get_params() (l2l.optimizers.crossentropy.distribution.BayesianGaussianMixture method) (l2l.optimizers.crossentropy.distribution.Distribution method) (l2l.optimizers.crossentropy.distribution.Gaussian method) (l2l.optimizers.crossentropy.distribution.NoisyBayesianGaussianMixture method) (l2l.optimizers.crossentropy.distribution.NoisyGaussian method)

GradientDescentOptimizer (class in l2l.optimizers.gradientdescent.optimizer) GridSearchOptimizer (class in l2l.optimizers.gridsearch.optimizer) GridSearchParameters (class in l2l.optimizers.gridsearch.optimizer)

I

Individual (class in l2l.utils.individual) indpb (l2l.optimizers.evolution.optimizer.GeneticAlgorithmParameters attribute) init_adam() (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method) init_classic_gd() (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method)

init_random_state() (l2l.optimizers.crossentropy.distribution.BayesianGaussianMixture method) (l2l.optimizers.crossentropy.distribution.Distribution method) (l2l.optimizers.crossentropy.distribution.Gaussian method) init_rmsprop() (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method) init_stochastic_gd() (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method)

K

keys() (l2l.sdictm method)

L

l2l.logging_tools (module) l2l.optimizees.functions.tools (module) learning_rate (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesParameters attribute) (l2l.optimizers.gradientdescent.optimizer.AdamParameters attribute) (l2l.optimizers.gradientdescent.optimizer.ClassicGDParameters attribute) (l2l.optimizers.gradientdescent.optimizer.RMSPropParameters attribute) (l2l.optimizers.gradientdescent.optimizer.StochasticGDParameters attribute)

learning_rate_mu (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute) learning_rate_sigma (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute) list_to_dict() (in module l2l)

M

matepar (l2l.optimizers.evolution.optimizer.GeneticAlgorithmParameters attribute) max_pop_size (l2l.optimizers.face.optimizer.FACEParameters attribute) min_pop_size (l2l.optimizers.face.optimizer.FACEParameters attribute) mirrored_sampling_enabled (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesParameters attribute) (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute)

MNISTOptimizee (class in l2l.optimizees.mnist.optimizee) MNISTOptimizeeParameters (class in l2l.optimizees.mnist.optimizee) momentum_decay (l2l.optimizers.gradientdescent.optimizer.RMSPropParameters attribute) mu (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute) mutpar (l2l.optimizers.evolution.optimizer.GeneticAlgorithmParameters attribute) MUTPB (l2l.optimizers.evolution.optimizer.GeneticAlgorithmParameters attribute)

N

n_elite (l2l.optimizers.face.optimizer.FACEParameters attribute) n_expand (l2l.optimizers.face.optimizer.FACEParameters attribute) n_hidden (l2l.optimizees.mnist.optimizee.MNISTOptimizeeParameters attribute) n_iteration (l2l.optimizers.crossentropy.optimizer.CrossEntropyParameters attribute) (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesParameters attribute) (l2l.optimizers.face.optimizer.FACEParameters attribute) (l2l.optimizers.gradientdescent.optimizer.AdamParameters attribute) (l2l.optimizers.gradientdescent.optimizer.ClassicGDParameters attribute) (l2l.optimizers.gradientdescent.optimizer.RMSPropParameters attribute) (l2l.optimizers.gradientdescent.optimizer.StochasticGDParameters attribute) (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute) (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingParameters attribute)

n_parallel_runs (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingParameters attribute) n_random_steps (l2l.optimizers.gradientdescent.optimizer.AdamParameters attribute) (l2l.optimizers.gradientdescent.optimizer.ClassicGDParameters attribute) (l2l.optimizers.gradientdescent.optimizer.RMSPropParameters attribute) (l2l.optimizers.gradientdescent.optimizer.StochasticGDParameters attribute) NaturalEvolutionStrategiesOptimizer (class in l2l.optimizers.naturalevolutionstrategies.optimizer) NaturalEvolutionStrategiesParameters (class in l2l.optimizers.naturalevolutionstrategies.optimizer) NGEN (l2l.optimizers.evolution.optimizer.GeneticAlgorithmParameters attribute) noise_std (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesParameters attribute) noisy_step (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingParameters attribute) NoisyBayesianGaussianMixture (class in l2l.optimizers.crossentropy.distribution) NoisyGaussian (class in l2l.optimizers.crossentropy.distribution)

O

Optimizee (class in l2l.optimizees.optimizee)

Optimizer (class in l2l.optimizers.optimizer)

P

param_grid (l2l.optimizers.gridsearch.optimizer.GridSearchParameters attribute) ParameterGroup (class in l2l.utils.groups) plot() (in module l2l.optimizees.functions.tools) pop_size (l2l.optimizers.crossentropy.optimizer.CrossEntropyParameters attribute) (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesParameters attribute) (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute) popsize (l2l.optimizers.evolution.optimizer.GeneticAlgorithmParameters attribute) post_process() (l2l.optimizers.crossentropy.optimizer.CrossEntropyOptimizer method) (l2l.optimizers.evolution.optimizer.GeneticAlgorithmOptimizer method) (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesOptimizer method) (l2l.optimizers.face.optimizer.FACEOptimizer method) (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method) (l2l.optimizers.gridsearch.optimizer.GridSearchOptimizer method) (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesOptimizer method) (l2l.optimizers.optimizer.Optimizer method) (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingOptimizer method)

R

rho (l2l.optimizers.crossentropy.optimizer.CrossEntropyParameters attribute)

rmsprop_update() (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method) RMSPropParameters (class in l2l.optimizers.gradientdescent.optimizer)

S

sample() (l2l.optimizers.crossentropy.distribution.BayesianGaussianMixture method) (l2l.optimizers.crossentropy.distribution.Distribution method) (l2l.optimizers.crossentropy.distribution.Gaussian method) (l2l.optimizers.crossentropy.distribution.NoisyGaussian method) Scalar (l2l.DictEntryType attribute) sdict (class in l2l) sdictm (class in l2l) second_order_decay (l2l.optimizers.gradientdescent.optimizer.AdamParameters attribute) seed (l2l.optimizees.mnist.optimizee.MNISTOptimizeeParameters attribute) (l2l.optimizers.crossentropy.optimizer.CrossEntropyParameters attribute) (l2l.optimizers.evolution.optimizer.GeneticAlgorithmParameters attribute) (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesParameters attribute) (l2l.optimizers.face.optimizer.FACEParameters attribute) (l2l.optimizers.gradientdescent.optimizer.AdamParameters attribute) (l2l.optimizers.gradientdescent.optimizer.ClassicGDParameters attribute) (l2l.optimizers.gradientdescent.optimizer.RMSPropParameters attribute) (l2l.optimizers.gradientdescent.optimizer.StochasticGDParameters attribute) (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute) (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingParameters attribute) Sequence (l2l.DictEntryType attribute) sigma (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute)

simulate() (l2l.optimizees.functions.optimizee.FunctionGeneratorOptimizee method) (l2l.optimizees.mnist.optimizee.MNISTOptimizee method) (l2l.optimizees.optimizee.Optimizee method) SimulatedAnnealingOptimizer (class in l2l.optimizers.simulatedannealing.optimizer) SimulatedAnnealingParameters (class in l2l.optimizers.simulatedannealing.optimizer) smoothing (l2l.optimizers.crossentropy.optimizer.CrossEntropyParameters attribute) (l2l.optimizers.face.optimizer.FACEParameters attribute) stdout_discarded() (in module l2l) stdout_redirected() (in module l2l) stochastic_decay (l2l.optimizers.gradientdescent.optimizer.StochasticGDParameters attribute) stochastic_deviation (l2l.optimizers.gradientdescent.optimizer.StochasticGDParameters attribute) stochastic_gd_update() (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method) StochasticGDParameters (class in l2l.optimizers.gradientdescent.optimizer) stop_criterion (l2l.optimizers.crossentropy.optimizer.CrossEntropyParameters attribute) (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesParameters attribute) (l2l.optimizers.face.optimizer.FACEParameters attribute) (l2l.optimizers.gradientdescent.optimizer.AdamParameters attribute) (l2l.optimizers.gradientdescent.optimizer.ClassicGDParameters attribute) (l2l.optimizers.gradientdescent.optimizer.RMSPropParameters attribute) (l2l.optimizers.gradientdescent.optimizer.StochasticGDParameters attribute) (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute) (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingParameters attribute)

T

temp_decay (l2l.optimizers.crossentropy.optimizer.CrossEntropyParameters attribute) (l2l.optimizers.face.optimizer.FACEParameters attribute) (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingParameters attribute)

todict() (l2l.sdictm method) tournsize (l2l.optimizers.evolution.optimizer.GeneticAlgorithmParameters attribute) Trajectory (class in l2l.utils.trajectory)

U

update() (l2l.sdict method) (l2l.sdictm method)

use_small_mnist (l2l.optimizees.mnist.optimizee.MNISTOptimizeeParameters attribute)