wehub-resource-sync
10 lines
183 B
Python
10 lines
183 B
Python
import torch
|
|
|
|
|
|
def swish(x):
|
|
"""
|
|
Swish activation function,
|
|
from Ramachandran, Zopf, Le 2017. "Searching for Activation Functions"
|
|
"""
|
|
return x * torch.sigmoid(x)
|