diff --git a/tutorials/02-intermediate/language_model/data_utils.py b/tutorials/02-intermediate/language_model/data_utils.py index e0238b8..0cc5d64 100644 --- a/tutorials/02-intermediate/language_model/data_utils.py +++ b/tutorials/02-intermediate/language_model/data_utils.py @@ -19,8 +19,6 @@ class Dictionary(object): class Corpus(object): def __init__(self, path='./data'): self.dictionary = Dictionary() - self.train = os.path.join(path, 'train.txt') - self.test = os.path.join(path, 'test.txt') def get_data(self, path, batch_size=20): # Add words to the dictionary @@ -43,4 +41,4 @@ class Corpus(object): token += 1 num_batches = ids.size(0) // batch_size ids = ids[:num_batches*batch_size] - return ids.view(batch_size, -1) \ No newline at end of file + return ids.view(batch_size, -1)