learning/annotated_deep_learning_paper_implementations
1
0
Fork 0
mirror of https://github.com/labmlai/annotated_deep_learning_paper_implementations.git synced 2025-10-31 10:48:49 +08:00
Code Issues Packages Projects Releases Wiki Activity

🚧 compressive transformer fix

Browse Source
This commit is contained in:
Varuna Jayasiri
2021-02-17 17:29:02 +05:30
parent ff8f80039a
commit c1ab9d8589
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
labml_nn/transformers/compressive/experiment.py
View File

@ -204,7 +204,7 @@ class Configs(NLPAutoRegressionConfigs):
if old_mem: if old_mem:
ar_loss = self.attention_reconstruction_loss(new_mem, old_mem) ar_loss = self.attention_reconstruction_loss(new_mem, old_mem)
tracker.add("ar_loss.", ar_loss) tracker.add("ar_loss.", ar_loss)
# loss = loss + ar_loss loss = loss + ar_loss
# Calculate and log accuracy # Calculate and log accuracy
self.accuracy(output, target) self.accuracy(output, target)