wehub-resource-sync
33 lines
650 B
Python
Executable File
33 lines
650 B
Python
Executable File
from prml.nn.tensor.constant import Constant
|
|
from prml.nn.tensor.tensor import Tensor
|
|
from prml.nn.function import Function
|
|
|
|
|
|
class ReLU(Function):
|
|
"""
|
|
Rectified Linear Unit
|
|
|
|
y = max(x, 0)
|
|
"""
|
|
|
|
def forward(self, x):
|
|
x = self._convert2tensor(x)
|
|
self.x = x
|
|
output = x.value.clip(min=0)
|
|
if isinstance(x, Constant):
|
|
return Constant(output)
|
|
return Tensor(output, function=self)
|
|
|
|
def backward(self, delta):
|
|
dx = (self.x.value > 0) * delta
|
|
self.x.backward(dx)
|
|
|
|
|
|
def relu(x):
|
|
"""
|
|
Rectified Linear Unit
|
|
|
|
y = max(x, 0)
|
|
"""
|
|
return ReLU().forward(x)
|