Activations
String Named Activations
OrderedDict({
'relu': nn.ReLU(),
'tanh': nn.Tanh(),
'softmax': nn.Softmax(dim=-1),
'selu': nn.SELU(),
'celu': nn.CELU(),
'leaky_relu': nn.LeakyReLU(),
'relu6': nn.ReLU6(),
'elu': nn.ELU(),
'sigmoid': nn.Sigmoid(),
'mish': Mish(),
'swish': Swish(),
'gelu': nn.GELU(),
'argmax': Lambda(lambda x: x.argmax(-1)),
'sigmoid_round': Lambda(lambda x: torch.round(torch.sigmoid(x)))
})