learning/annotated_deep_learning_paper_implementations
1
0
Fork 0
mirror of https://github.com/labmlai/annotated_deep_learning_paper_implementations.git synced 2025-08-14 09:31:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

refractor

Browse Source
This commit is contained in:
Varuna Jayasiri
2022-06-09 15:22:24 +05:30
parent cd4e59840e
commit 05b24e212a
3 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
labml_nn/transformers/rope/value_pe/experiments/arithmetic_experiment.py → labml_nn/transformers/rope/value_pe/experiments/arithmetic_addition.py
View File

@ -10,12 +10,12 @@ summary: This experiment trains a transformer model with Rotary Positional Embed
from labml import experiment
from labml.configs import calculate
from labml_nn.experiments.arithmetic_dataset import ArithmeticAutoregression
from labml_nn.experiments.arithmetic_addition_dataset import ArithmeticAdditionAutoregression
from labml_nn.transformers import TransformerConfigs
from labml_nn.transformers.rope.experiment import Configs as RoPEConfigs
class Configs(RoPEConfigs, ArithmeticAutoregression):
class Configs(RoPEConfigs, ArithmeticAdditionAutoregression):
"""
We inherit [RoPE experiment](../experiment.html) and use it for
[arithmetic addition task](../../experiments/arithmetic_dataset.html).

2
labml_nn/transformers/rope/value_pe/experiments/copy_repeat.py
View File

@ -10,7 +10,7 @@ summary: This experiment trains a transformer model with Rotary Positional Embed
from labml import experiment
from labml.configs import calculate
from labml_nn.experiments.copy_perm.continous import CopyRepeatAutoregression
from labml_nn.experiments.copy_perm.repeat import CopyRepeatAutoregression
from labml_nn.transformers import TransformerConfigs
from labml_nn.transformers.rope.experiment import Configs as RoPEConfigs

2
labml_nn/transformers/rope/value_pe/experiments/experiment.py
View File

@ -19,7 +19,7 @@ from labml_nn.transformers.rope.experiment import Configs as RoPEConfigs
# ### Rotary PE attention
class Configs(RoPEConfigs): # , ArithmeticAutoregression):
class Configs(RoPEConfigs):
pass