learning/annotated_deep_learning_paper_implementations
1
0
Fork 0
mirror of https://github.com/labmlai/annotated_deep_learning_paper_implementations.git synced 2025-11-02 04:37:46 +08:00
Code Issues Packages Projects Releases Wiki Activity

🐛 typo

Browse Source
This commit is contained in:
Varuna Jayasiri
2021-02-17 18:35:50 +05:30
parent 9636cfef03
commit b39ac9ebcd
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
labml_nn/transformers/compressive/__init__.py
View File

@ -182,7 +182,7 @@ class AttentionReconstructionLoss:
c_mem = layer.compress(mem)
h = self.norm(layer.norm_self_attn, h)
mem = self.norm(layer.norm_self_attn, h)
mem = self.norm(layer.norm_self_attn, mem)
c_mem = self.norm(layer.norm_self_attn, c_mem)
return self.loss_func(self.attn(layer.self_attn, h, mem, mem),