learning/annotated_deep_learning_paper_implementations
1
0
Fork 0
mirror of https://github.com/labmlai/annotated_deep_learning_paper_implementations.git synced 2025-11-01 03:43:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

default configs

Browse Source
This commit is contained in:
Varuna Jayasiri
2020-09-26 20:47:33 +05:30
parent 12dc9cc4f6
commit 32e7df1e54
1 changed files with 7 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
labml_nn/gan/mnist.py
View File

@ -161,14 +161,20 @@ calculate(Configs.discriminator_loss, lambda c: DiscriminatorLogitsLoss(c.label_
@option(Configs.discriminator_optimizer) @option(Configs.discriminator_optimizer)
def _discriminator_optimizer(c: Configs): def _discriminator_optimizer(c: Configs):
opt_conf = OptimizerConfigs() opt_conf = OptimizerConfigs()
opt_conf.optimizer = 'Adam'
opt_conf.parameters = c.discriminator.parameters() opt_conf.parameters = c.discriminator.parameters()
opt_conf.learning_rate = 2.5e-4
opt_conf.betas = (0.5, 0.999)
return opt_conf return opt_conf
@option(Configs.generator_optimizer) @option(Configs.generator_optimizer)
def _generator_optimizer(c: Configs): def _generator_optimizer(c: Configs):
opt_conf = OptimizerConfigs() opt_conf = OptimizerConfigs()
opt_conf.optimizer = 'Adam'
opt_conf.parameters = c.generator.parameters() opt_conf.parameters = c.generator.parameters()
opt_conf.learning_rate = 2.5e-4
opt_conf.betas = (0.5, 0.999)
return opt_conf return opt_conf
@ -176,14 +182,7 @@ def main():
conf = Configs() conf = Configs()
experiment.create(name='mnist_gan', comment='test') experiment.create(name='mnist_gan', comment='test')
experiment.configs(conf, experiment.configs(conf,
{'generator_optimizer.learning_rate': 2.5e-4, {'label_smoothing': 0.01},
'generator_optimizer.optimizer': 'Adam',
'generator_optimizer.betas': (0.5, 0.999),
'discriminator_optimizer.learning_rate': 2.5e-4,
'discriminator_optimizer.optimizer': 'Adam',
'discriminator_optimizer.betas': (0.5, 0.999),
'label_smoothing': 0.01
},
'run') 'run')
with experiment.start(): with experiment.start():
conf.run() conf.run()