1import torch
2from torch import nn

5class Swish(nn.Module):

6    def __init__(self):
7        super().__init__()
8        self.sigmoid = nn.Sigmoid()

10    def forward(self, x: torch.Tensor) -> torch.Tensor:
11        return x * self.sigmoid(x)