view algorithms/sgd.py @ 518:4aa7f74ea93f

init dataset
author James Bergstra <bergstrj@iro.umontreal.ca>
date Wed, 12 Nov 2008 12:36:09 -0500
parents fbfd3932fd00
children
line wrap: on
line source


from theano.compile import module
from theano import tensor as T

class StochasticGradientDescent(module.FancyModule):
    def __init__(self, params, gparams, lr=None):
        super(StochasticGradientDescent, self).__init__()

        self.lr = lr if lr is not None else module.Member(T.dscalar())
        self.params = params
        self.gparams = gparams

        self.updates = dict((p, p - self.lr * g) for p, g in zip(self.params, self.gparams))