learning/annotated_deep_learning_paper_implementations
1
0
Fork 0
mirror of https://github.com/labmlai/annotated_deep_learning_paper_implementations.git synced 2025-11-02 13:00:17 +08:00
Code Issues Packages Projects Releases Wiki Activity

corrected a couple of errors

Browse Source
This commit is contained in:
KeshSam
2021-02-14 13:58:28 +00:00
committed by Varuna Jayasiri
parent af081564de
commit cdfd250050
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
labml_nn/gan/__init__.py
View File

@ -62,7 +62,7 @@ class DiscriminatorLogitsLoss(Module):
# *Note the negative sign*. # *Note the negative sign*.
# We use labels equal to $1$ for $\pmb{x}$ from $p_{data}$ # We use labels equal to $1$ for $\pmb{x}$ from $p_{data}$
# and labels equal to $0$ for $\pmb{x}$ from $p_{G}.$ # and labels equal to $0$ for $\pmb{x}$ from $p_{G}.$
# Then descending on the sum of these is same as ascending on # Then descending on the sum of these is the same as ascending on
# the above gradient. # the above gradient.
# #
# `BCEWithLogitsLoss` combines softmax and binary cross entropy loss. # `BCEWithLogitsLoss` combines softmax and binary cross entropy loss.
@ -107,7 +107,7 @@ class GeneratorLogitsLoss(Module):
self.loss_true = nn.BCEWithLogitsLoss() self.loss_true = nn.BCEWithLogitsLoss()
self.smoothing = smoothing self.smoothing = smoothing
# We use labels equal to $1$ for $\pmb{x}$ from $p_{G}.$ # We use labels equal to $1$ for $\pmb{x}$ from $p_{G}.$
# Then descending on this loss is same as descending on # Then descending on this loss is the same as descending on
# the above gradient. # the above gradient.
self.register_buffer('fake_labels', _create_labels(256, 1.0 - smoothing, 1.0), False) self.register_buffer('fake_labels', _create_labels(256, 1.0 - smoothing, 1.0), False)