wehub-resource-sync
19 lines
437 B
Python
Executable File
19 lines
437 B
Python
Executable File
from prml.nn.optimizer.optimizer import Optimizer
|
|
|
|
|
|
class GradientAscent(Optimizer):
|
|
"""
|
|
gradient ascent optimizer
|
|
parameter += learning_rate * gradient
|
|
"""
|
|
|
|
def update(self):
|
|
"""
|
|
update parameters to be optimized
|
|
"""
|
|
self.increment_iteration()
|
|
for p in self.parameter:
|
|
if p.grad is None:
|
|
continue
|
|
p.value += self.learning_rate * p.grad
|