# HG changeset patch # User James Bergstra # Date 1225319014 14400 # Node ID 60b7dd5be8608e61891379d5a3a1b9eda099d7f0 # Parent b8e6de17eaa6e3e499c9a27f208c406ae9eaf661 scrapped ulimit in smallnorb diff -r b8e6de17eaa6 -r 60b7dd5be860 datasets/smallNorb.py --- a/datasets/smallNorb.py Wed Oct 29 18:06:49 2008 -0400 +++ b/datasets/smallNorb.py Wed Oct 29 18:23:34 2008 -0400 @@ -32,22 +32,19 @@ with dtype=float32 or dtype=float64. """ - #set ulimit to an integer, and disable reading of the test_xxx files to load only a - #subset of the data - ulimit=None def downsample(dataset): return dataset[:, 0, ::downsample_amt, ::downsample_amt] - samples = downsample(read(open(self.train_dat), slice(None,ulimit))) + samples = downsample(read(open(self.train_dat))) samples = numpy.vstack((samples, downsample(read(open(self.test_dat))))) samples = numpy.asarray(samples, dtype=dtype) if normalize_pixels: samples *= (1.0 / 255.0) - labels = read(open(self.train_cat), slice(0,ulimit)) + labels = read(open(self.train_cat)) labels = numpy.hstack((labels, read(open(self.test_cat)))) - infos = read(open(self.train_info), slice(0,ulimit)) + infos = read(open(self.train_info)) infos = numpy.vstack((infos, read(open(self.test_info)))) return samples, labels, infos