From ce190701e83582c9317b429ecf5629c637b89c1c Mon Sep 17 00:00:00 2001 From: Varuna Jayasiri Date: Thu, 7 Jan 2021 21:11:50 +0530 Subject: [PATCH] global step --- labml_nn/experiments/nlp_autoregression.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/labml_nn/experiments/nlp_autoregression.py b/labml_nn/experiments/nlp_autoregression.py index f1bb5685..5f7d45ef 100644 --- a/labml_nn/experiments/nlp_autoregression.py +++ b/labml_nn/experiments/nlp_autoregression.py @@ -58,7 +58,7 @@ class NLPAutoRegressionConfigs(TrainValidConfigs): data, target = batch[0].to(self.device), batch[1].to(self.device) if self.mode.is_train: - tracker.add_global_step(len(data)) + tracker.add_global_step(data.shape[0] * data.shape[1]) with self.mode.update(is_log_activations=batch_idx.is_last): output, *_ = self.model(data)