learning/annotated_deep_learning_paper_implementations
1
0
Fork 0
mirror of https://github.com/labmlai/annotated_deep_learning_paper_implementations.git synced 2025-08-15 10:11:39 +08:00
Code Issues Packages Projects Releases Wiki Activity

lab_helpers

Browse Source
This commit is contained in:
Varuna Jayasiri
2020-09-01 08:05:08 +05:30
parent 7db0ced04c
commit 6924f4580c
6 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
transformers/__init__.py
View File

@ -6,7 +6,7 @@ import torch.nn as nn
import torch.nn.functional as F
from labml.configs import BaseConfigs, option, calculate
from labml.helpers.pytorch.module import Module
from labml_helpers.module import Module
from transformers.mha import MultiHeadAttention
from transformers.positional_encoding import PositionalEncoding, get_positional_encoding
from transformers.utils import clone_module_list

2
transformers/label_smoothing_loss.py
View File

@ -3,7 +3,7 @@ import numpy as np
import torch
import torch.nn as nn
from labml.helpers.pytorch.module import Module
from labml_helpers.module import Module
class LabelSmoothingLoss(Module):

2
transformers/mha.py
View File

@ -5,7 +5,7 @@ import torch
from torch import nn as nn
from torch.nn import functional as F
from labml.helpers.pytorch.module import Module
from labml_helpers.module import Module
class PrepareForMultiHeadAttention(Module):

2
transformers/positional_encoding.py
View File

@ -5,7 +5,7 @@ import numpy as np
import torch
import torch.nn as nn
from labml.helpers.pytorch.module import Module
from labml_helpers.module import Module
class PositionalEncoding(Module):

2
transformers/relative_mha.py
View File

@ -6,7 +6,7 @@ https://arxiv.org/abs/1901.02860
import torch
from torch import nn
from labml.helpers.pytorch.module import Module
from labml_helpers.module import Module
from labml.logger import inspect
from transformers.mha import MultiHeadAttention

2
transformers/utils.py
View File

@ -2,7 +2,7 @@ import copy
from torch import nn
from labml.helpers.pytorch.module import Module
from labml_helpers.module import Module
def clone_module_list(module: Module, n: int):