learning/annotated_deep_learning_paper_implementations
1
0
Fork 0
mirror of https://github.com/labmlai/annotated_deep_learning_paper_implementations.git synced 2025-11-01 03:43:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

shuffle

Browse Source
This commit is contained in:
Varuna Jayasiri
2021-01-20 10:19:22 +05:30
parent 5d174f3a7c
commit ec1cb8b27b
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
labml_nn/transformers/switch/__init__.py
View File

@ -110,6 +110,7 @@ class SwitchFeedForward(Module):
for i in range(self.n_switches): for i in range(self.n_switches):
if len(indexes_list[i]) <= capacity: if len(indexes_list[i]) <= capacity:
continue continue
indexes_list[i] = indexes_list[i][torch.randperm(len(indexes_list[i]))]
dropped.append(indexes_list[i][capacity:]) dropped.append(indexes_list[i][capacity:])
indexes_list[i] = indexes_list[i][:capacity] indexes_list[i] = indexes_list[i][:capacity]