view algorithms/sgd.py @ 536:c6563c629984

Moved word preprocessing out
author Joseph Turian <turian@gmail.com>
date Thu, 20 Nov 2008 06:11:52 -0500
parents fbfd3932fd00
children
line wrap: on
line source


from theano.compile import module
from theano import tensor as T

class StochasticGradientDescent(module.FancyModule):
    def __init__(self, params, gparams, lr=None):
        super(StochasticGradientDescent, self).__init__()

        self.lr = lr if lr is not None else module.Member(T.dscalar())
        self.params = params
        self.gparams = gparams

        self.updates = dict((p, p - self.lr * g) for p, g in zip(self.params, self.gparams))