learning/annotated_deep_learning_paper_implementations
1
0
Fork 0
mirror of https://github.com/labmlai/annotated_deep_learning_paper_implementations.git synced 2025-11-02 13:00:17 +08:00
Code Issues Packages Projects Releases Wiki Activity

global step

Browse Source
This commit is contained in:
Varuna Jayasiri
2021-01-07 21:11:50 +05:30
parent c124348b14
commit ce190701e8
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
labml_nn/experiments/nlp_autoregression.py
View File

@ -58,7 +58,7 @@ class NLPAutoRegressionConfigs(TrainValidConfigs):
data, target = batch[0].to(self.device), batch[1].to(self.device) data, target = batch[0].to(self.device), batch[1].to(self.device)
if self.mode.is_train: if self.mode.is_train:
tracker.add_global_step(len(data)) tracker.add_global_step(data.shape[0] * data.shape[1])
with self.mode.update(is_log_activations=batch_idx.is_last): with self.mode.update(is_log_activations=batch_idx.is_last):
output, *_ = self.model(data) output, *_ = self.model(data)