From b2b305ff4dc11e030832984e06c260ecf95e9b83 Mon Sep 17 00:00:00 2001 From: Varuna Jayasiri Date: Sat, 26 Sep 2020 21:25:24 +0530 Subject: [PATCH] optim configs --- labml_nn/gan/mnist.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/labml_nn/gan/mnist.py b/labml_nn/gan/mnist.py index 18274cad..901b9cdb 100644 --- a/labml_nn/gan/mnist.py +++ b/labml_nn/gan/mnist.py @@ -171,8 +171,8 @@ def _discriminator_optimizer(c: Configs): opt_conf = OptimizerConfigs() opt_conf.optimizer = 'Adam' opt_conf.parameters = c.discriminator.parameters() - opt_conf.learning_rate = 2.5e-5 - # opt_conf.betas = (0.5, 0.999) + opt_conf.learning_rate = 2.5e-4 + opt_conf.betas = (0.5, 0.999) return opt_conf @@ -181,8 +181,8 @@ def _generator_optimizer(c: Configs): opt_conf = OptimizerConfigs() opt_conf.optimizer = 'Adam' opt_conf.parameters = c.generator.parameters() - opt_conf.learning_rate = 2.5e-5 - # opt_conf.betas = (0.5, 0.999) + opt_conf.learning_rate = 2.5e-4 + opt_conf.betas = (0.5, 0.999) return opt_conf