Mercurial > pylearn

comparison pylearn/datasets/icml07.py @ 1475:e7401822d596

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Pylearn Dataset wrapper for MNIST+rotate+background dataset used in ICML07 (new version) and for contracting auto-encoder work.
author gdesjardins
date Wed, 18 May 2011 22:15:42 -0400
parents 281efa9a4463
children 8c10bda4bb5f
comparison
equal deleted inserted replaced
1474:a57f4839a9d8 1475:e7401822d596
3 import os, sys 3 import os, sys
4 import numpy 4 import numpy
5 5
6 from config import get_filepath_in_roots 6 from config import get_filepath_in_roots
7 from pylearn.io.amat import AMat 7 from pylearn.io.amat import AMat
8 from pylearn.datasets.config import data_root # config
9 from pylearn.datasets.dataset import Dataset
10
11 class MNIST_rotated_background(object):
12
13 def __init__(self, n_train=62000, n_valid=0, n_test=0):
14
15 basedir = os.path.join(data_root(), 'icml07data', 'npy')
16
17 x_all = numpy.load(os.path.join(basedir, 'mnist_rotated_background_images_inputs.npy'))
18 y_all = numpy.load(os.path.join(basedir, 'mnist_rotated_background_images_labels.npy'))
19
20 vstart = n_train
21 tstart = n_train + n_valid
22
23 self.train = Dataset.Obj(x=x_all[:n_train], y=y_all[:n_train])
24 self.valid = Dataset.Obj(x=x_all[vstart:vstart+n_valid],
25 y=y_all[vstart:vstart+n_valid])
26 self.test = Dataset.Obj(x=x_all[tstart:tstart+n_test],
27 y=y_all[tstart:tstart+n_test])
28
29 self.n_classes = 10
30 self.img_shape = (28,28)
31
8 32
9 class DatasetLoader(object): 33 class DatasetLoader(object):
10 """ 34 """
11 A class for loading an ICML07 dataset into memory. 35 A class for loading an ICML07 dataset into memory.
12 36