view sandbox/rbm/main.py @ 399:8796b91a9f09

RBM minibatch works
author Joseph Turian <turian@gmail.com>
date Tue, 08 Jul 2008 21:42:21 -0400
parents 70019965f888
children 269d5c5a4209
line wrap: on
line source

#!/usr/bin/python
"""
    An RBM with binomial units trained with CD-1.
"""


import numpy

nonzero_instances = []
nonzero_instances.append({0: 1, 1: 1})
nonzero_instances.append({0: 1, 2: 1})

#nonzero_instances.append({1: 0.1, 5: 0.5, 9: 1})
#nonzero_instances.append({2: 0.3, 5: 0.5, 8: 0.8})
##nonzero_instances.append({1: 0.2, 2: 0.3, 5: 0.5})

import model
model = model.Model()

for i in xrange(100000):
    # Select an instance
    instance = nonzero_instances[i % len(nonzero_instances)]

    # SGD update over instance
    model.update(instance)