From 05b24e212af0049ee1889dbc808d14bf6b88f444 Mon Sep 17 00:00:00 2001 From: Varuna Jayasiri Date: Thu, 9 Jun 2022 15:22:24 +0530 Subject: [PATCH] refractor --- .../{arithmetic_experiment.py => arithmetic_addition.py} | 4 ++-- .../transformers/rope/value_pe/experiments/copy_repeat.py | 2 +- labml_nn/transformers/rope/value_pe/experiments/experiment.py | 2 +- 3 files changed, 4 insertions(+), 4 deletions(-) rename labml_nn/transformers/rope/value_pe/experiments/{arithmetic_experiment.py => arithmetic_addition.py} (94%) diff --git a/labml_nn/transformers/rope/value_pe/experiments/arithmetic_experiment.py b/labml_nn/transformers/rope/value_pe/experiments/arithmetic_addition.py similarity index 94% rename from labml_nn/transformers/rope/value_pe/experiments/arithmetic_experiment.py rename to labml_nn/transformers/rope/value_pe/experiments/arithmetic_addition.py index d281e281..d397f415 100644 --- a/labml_nn/transformers/rope/value_pe/experiments/arithmetic_experiment.py +++ b/labml_nn/transformers/rope/value_pe/experiments/arithmetic_addition.py @@ -10,12 +10,12 @@ summary: This experiment trains a transformer model with Rotary Positional Embed from labml import experiment from labml.configs import calculate -from labml_nn.experiments.arithmetic_dataset import ArithmeticAutoregression +from labml_nn.experiments.arithmetic_addition_dataset import ArithmeticAdditionAutoregression from labml_nn.transformers import TransformerConfigs from labml_nn.transformers.rope.experiment import Configs as RoPEConfigs -class Configs(RoPEConfigs, ArithmeticAutoregression): +class Configs(RoPEConfigs, ArithmeticAdditionAutoregression): """ We inherit [RoPE experiment](../experiment.html) and use it for [arithmetic addition task](../../experiments/arithmetic_dataset.html). diff --git a/labml_nn/transformers/rope/value_pe/experiments/copy_repeat.py b/labml_nn/transformers/rope/value_pe/experiments/copy_repeat.py index 53c31336..d2cd313e 100644 --- a/labml_nn/transformers/rope/value_pe/experiments/copy_repeat.py +++ b/labml_nn/transformers/rope/value_pe/experiments/copy_repeat.py @@ -10,7 +10,7 @@ summary: This experiment trains a transformer model with Rotary Positional Embed from labml import experiment from labml.configs import calculate -from labml_nn.experiments.copy_perm.continous import CopyRepeatAutoregression +from labml_nn.experiments.copy_perm.repeat import CopyRepeatAutoregression from labml_nn.transformers import TransformerConfigs from labml_nn.transformers.rope.experiment import Configs as RoPEConfigs diff --git a/labml_nn/transformers/rope/value_pe/experiments/experiment.py b/labml_nn/transformers/rope/value_pe/experiments/experiment.py index db677a81..fccc582c 100644 --- a/labml_nn/transformers/rope/value_pe/experiments/experiment.py +++ b/labml_nn/transformers/rope/value_pe/experiments/experiment.py @@ -19,7 +19,7 @@ from labml_nn.transformers.rope.experiment import Configs as RoPEConfigs # ### Rotary PE attention -class Configs(RoPEConfigs): # , ArithmeticAutoregression): +class Configs(RoPEConfigs): pass