pylearn: test_dataset.py annotate

annotate test_dataset.py @ 175:e9a95e19e6f8

Added a Print Op

author	Yoshua Bengio <bengioy@iro.umontreal.ca>
date	Tue, 13 May 2008 15:11:24 -0400
parents	051e07807554
children	1255cd86df36

rev	line source
51 59757365a057 the script can be autorun Frederic Bastien <bastienf@iro.umontreal.ca> parents: 45 diff changeset	1 #!/bin/env python
45 a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	2 from dataset import *
a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	3 from math import *
a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	4 import numpy
a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	5
145 933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	6 def have_raised(to_eval, **var):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	7
84 aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	8 have_thrown = False
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	9 try:
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	10 eval(to_eval)
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	11 except :
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	12 have_thrown = True
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	13 return have_thrown
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	14
45 a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	15 def test1():
84 aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	16 print "test1"
45 a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	17 global a,ds
a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	18 a = numpy.random.rand(10,4)
a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	19 print a
a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	20 ds = ArrayDataSet(a,{'x':slice(3),'y':3,'z':[0,2]})
a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	21 print "len(ds)=",len(ds)
54 70147d00615a added assert Frederic Bastien <bastienf@iro.umontreal.ca> parents: 52 diff changeset	22 assert(len(ds)==10)
45 a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	23 print "example 0 = ",ds[0]
54 70147d00615a added assert Frederic Bastien <bastienf@iro.umontreal.ca> parents: 52 diff changeset	24 # assert
45 a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	25 print "x=",ds["x"]
a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	26 print "x\|y"
a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	27 for x,y in ds("x","y"):
a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	28 print x,y
a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	29 minibatch_iterator = ds.minibatches(fieldnames=['z','y'],n_batches=1,minibatch_size=3,offset=4)
a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	30 minibatch = minibatch_iterator.__iter__().next()
a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	31 print "minibatch=",minibatch
a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	32 for var in minibatch:
a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	33 print "var=",var
48 b6730f9a336d Fixing MinibatchDataSet getitem bengioy@grenat.iro.umontreal.ca parents: 45 diff changeset	34 print "take a slice and look at field y",ds[1:6:2]["y"]
45 a5c70dc42972 Test functions for dataset.py bengioy@grenat.iro.umontreal.ca parents: diff changeset	35
165 2a12e7437c56 small refactoring Frederic Bastien <bastienf@iro.umontreal.ca> parents: 164 diff changeset	36 del a,ds,x,y,minibatch_iterator,minibatch,var
2a12e7437c56 small refactoring Frederic Bastien <bastienf@iro.umontreal.ca> parents: 164 diff changeset	37
145 933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	38 def test_iterate_over_examples(array,ds):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	39 #not in doc!!!
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	40 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	41 for example in range(len(ds)):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	42 assert (ds[example]['x']==array[example][:3]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	43 assert ds[example]['y']==array[example][3]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	44 assert (ds[example]['z']==array[example][[0,2]]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	45 i+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	46 assert i==len(ds)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	47 del example,i
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	48
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	49 # - for example in dataset:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	50 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	51 for example in ds:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	52 assert len(example)==3
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	53 assert (example['x']==array[i][:3]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	54 assert example['y']==array[i][3]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	55 assert (example['z']==array[i][0:3:2]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	56 assert (numpy.append(example['x'],example['y'])==array[i]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	57 i+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	58 assert i==len(ds)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	59 del example,i
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	60
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	61 # - for val1,val2,... in dataset:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	62 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	63 for x,y,z in ds:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	64 assert (x==array[i][:3]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	65 assert y==array[i][3]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	66 assert (z==array[i][0:3:2]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	67 assert (numpy.append(x,y)==array[i]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	68 i+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	69 assert i==len(ds)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	70 del x,y,z,i
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	71
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	72 # - for example in dataset(field1, field2,field3, ...):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	73 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	74 for example in ds('x','y','z'):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	75 assert len(example)==3
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	76 assert (example['x']==array[i][:3]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	77 assert example['y']==array[i][3]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	78 assert (example['z']==array[i][0:3:2]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	79 assert (numpy.append(example['x'],example['y'])==array[i]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	80 i+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	81 assert i==len(ds)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	82 del example,i
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	83 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	84 for example in ds('y','x'):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	85 assert len(example)==2
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	86 assert (example['x']==array[i][:3]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	87 assert example['y']==array[i][3]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	88 assert (numpy.append(example['x'],example['y'])==array[i]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	89 i+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	90 assert i==len(ds)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	91 del example,i
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	92
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	93 # - for val1,val2,val3 in dataset(field1, field2,field3):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	94 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	95 for x,y,z in ds('x','y','z'):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	96 assert (x==array[i][:3]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	97 assert y==array[i][3]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	98 assert (z==array[i][0:3:2]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	99 assert (numpy.append(x,y)==array[i]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	100 i+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	101 assert i==len(ds)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	102 del x,y,z,i
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	103 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	104 for y,x in ds('y','x',):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	105 assert (x==array[i][:3]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	106 assert y==array[i][3]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	107 assert (numpy.append(x,y)==array[i]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	108 i+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	109 assert i==len(ds)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	110 del x,y,i
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	111
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	112 def test_minibatch_size(minibatch,minibatch_size,len_ds,nb_field,nb_iter_finished):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	113 ##full minibatch or the last minibatch
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	114 for idx in range(nb_field):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	115 test_minibatch_field_size(minibatch[idx],minibatch_size,len_ds,nb_iter_finished)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	116 del idx
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	117 def test_minibatch_field_size(minibatch_field,minibatch_size,len_ds,nb_iter_finished):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	118 assert len(minibatch_field)==minibatch_size or ((nb_iter_finished*minibatch_size+len(minibatch_field))==len_ds and len(minibatch_field)<minibatch_size)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	119
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	120 # - for minibatch in dataset.minibatches([field1, field2, ...],minibatch_size=N):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	121 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	122 mi=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	123 m=ds.minibatches(['x','z'], minibatch_size=3)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	124 assert isinstance(m,DataSet.MinibatchWrapAroundIterator)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	125 for minibatch in m:
161 60e00cce3492 bugfix test in case it is not an ArrayDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 158 diff changeset	126 assert isinstance(minibatch,DataSetFields)
145 933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	127 assert len(minibatch)==2
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	128 test_minibatch_size(minibatch,m.minibatch_size,len(ds),2,mi)
161 60e00cce3492 bugfix test in case it is not an ArrayDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 158 diff changeset	129 if type(ds)==ArrayDataSet:
60e00cce3492 bugfix test in case it is not an ArrayDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 158 diff changeset	130 assert (minibatch[0][:,::2]==minibatch[1]).all()
60e00cce3492 bugfix test in case it is not an ArrayDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 158 diff changeset	131 else:
162 45427d4d64b3 bugfix in test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 161 diff changeset	132 for j in xrange(len(minibatch[0])):
45427d4d64b3 bugfix in test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 161 diff changeset	133 (minibatch[0][j][::2]==minibatch[1][j]).all()
145 933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	134 mi+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	135 i+=len(minibatch[0])
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	136 assert i==len(ds)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	137 assert mi==4
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	138 del minibatch,i,m,mi
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	139
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	140 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	141 mi=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	142 m=ds.minibatches(['x','y'], minibatch_size=3)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	143 assert isinstance(m,DataSet.MinibatchWrapAroundIterator)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	144 for minibatch in m:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	145 assert len(minibatch)==2
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	146 test_minibatch_size(minibatch,m.minibatch_size,len(ds),2,mi)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	147 mi+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	148 for id in range(len(minibatch[0])):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	149 assert (numpy.append(minibatch[0][id],minibatch[1][id])==array[i]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	150 i+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	151 assert i==len(ds)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	152 assert mi==4
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	153 del minibatch,i,id,m,mi
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	154
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	155 # - for mini1,mini2,mini3 in dataset.minibatches([field1, field2, field3], minibatch_size=N):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	156 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	157 mi=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	158 m=ds.minibatches(['x','z'], minibatch_size=3)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	159 assert isinstance(m,DataSet.MinibatchWrapAroundIterator)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	160 for x,z in m:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	161 test_minibatch_field_size(x,m.minibatch_size,len(ds),mi)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	162 test_minibatch_field_size(z,m.minibatch_size,len(ds),mi)
164 3518710e16ec don't assume we have an ArrayDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 162 diff changeset	163 for id in range(len(x)):
3518710e16ec don't assume we have an ArrayDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 162 diff changeset	164 assert (x[id][::2]==z[id]).all()
3518710e16ec don't assume we have an ArrayDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 162 diff changeset	165 i+=1
145 933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	166 mi+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	167 assert i==len(ds)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	168 assert mi==4
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	169 del x,z,i,m,mi
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	170 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	171 mi=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	172 m=ds.minibatches(['x','y'], minibatch_size=3)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	173 for x,y in m:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	174 test_minibatch_field_size(x,m.minibatch_size,len(ds),mi)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	175 test_minibatch_field_size(y,m.minibatch_size,len(ds),mi)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	176 mi+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	177 for id in range(len(x)):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	178 assert (numpy.append(x[id],y[id])==array[i]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	179 i+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	180 assert i==len(ds)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	181 assert mi==4
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	182 del x,y,i,id,m,mi
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	183
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	184 #not in doc
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	185 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	186 m=ds.minibatches(['x','y'],n_batches=1,minibatch_size=3,offset=4)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	187 assert isinstance(m,DataSet.MinibatchWrapAroundIterator)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	188 for x,y in m:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	189 assert len(x)==3
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	190 assert len(y)==3
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	191 for id in range(3):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	192 assert (numpy.append(x[id],y[id])==array[i+4]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	193 i+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	194 assert i==3
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	195 del x,y,i,id,m
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	196
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	197 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	198 m=ds.minibatches(['x','y'],n_batches=2,minibatch_size=3,offset=4)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	199 assert isinstance(m,DataSet.MinibatchWrapAroundIterator)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	200 for x,y in m:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	201 assert len(x)==3
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	202 assert len(y)==3
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	203 for id in range(3):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	204 assert (numpy.append(x[id],y[id])==array[i+4]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	205 i+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	206 assert i==6
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	207 del x,y,i,id,m
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	208
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	209 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	210 m=ds.minibatches(['x','y'],n_batches=20,minibatch_size=3,offset=4)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	211 assert isinstance(m,DataSet.MinibatchWrapAroundIterator)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	212 for x,y in m:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	213 assert len(x)==3
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	214 assert len(y)==3
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	215 for id in range(3):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	216 assert (numpy.append(x[id],y[id])==array[(i+4)%array.shape[0]]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	217 i+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	218 assert i==m.n_batches*m.minibatch_size
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	219 del x,y,i,id
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	220
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	221
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	222 def test_ds_iterator(array,iterator1,iterator2,iterator3):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	223 l=len(iterator1)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	224 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	225 for x,y in iterator1:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	226 assert (x==array[i][:3]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	227 assert y==array[i][3]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	228 assert (numpy.append(x,y)==array[i]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	229 i+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	230 assert i==l
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	231 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	232 for y,z in iterator2:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	233 assert y==array[i][3]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	234 assert (z==array[i][0:3:2]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	235 i+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	236 assert i==l
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	237 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	238 for x,y,z in iterator3:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	239 assert (x==array[i][:3]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	240 assert y==array[i][3]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	241 assert (z==array[i][0:3:2]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	242 assert (numpy.append(x,y)==array[i]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	243 i+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	244 assert i==l
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	245
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	246 def test_getitem(array,ds):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	247 def test_ds(orig,ds,index):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	248 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	249 assert len(ds)==len(index)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	250 for x,z,y in ds('x','z','y'):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	251 assert (orig[index[i]]['x']==array[index[i]][:3]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	252 assert (orig[index[i]]['x']==x).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	253 assert orig[index[i]]['y']==array[index[i]][3]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	254 assert orig[index[i]]['y']==y
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	255 assert (orig[index[i]]['z']==array[index[i]][0:3:2]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	256 assert (orig[index[i]]['z']==z).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	257 i+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	258 del i
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	259 ds[0]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	260 if len(ds)>2:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	261 ds[:1]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	262 ds[1:1]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	263 ds[1:1:1]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	264 if len(ds)>5:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	265 ds[[1,2,3]]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	266 for x in ds:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	267 pass
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	268
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	269 #ds[:n] returns a dataset with the n first examples.
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	270 ds2=ds[:3]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	271 assert isinstance(ds2,DataSet)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	272 test_ds(ds,ds2,index=[0,1,2])
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	273 del ds2
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	274
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	275 #ds[i1:i2:s]# returns a ds with the examples i1,i1+s,...i2-s.
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	276 ds2=ds[1:7:2]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	277 assert isinstance(ds2,DataSet)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	278 test_ds(ds,ds2,[1,3,5])
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	279 del ds2
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	280
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	281 #ds[i]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	282 ds2=ds[5]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	283 assert isinstance(ds2,Example)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	284 assert have_raised("var['ds']["+str(len(ds))+"]",ds=ds) # index not defined
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	285 assert not have_raised("var['ds']["+str(len(ds)-1)+"]",ds=ds)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	286 del ds2
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	287
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	288 #ds[[i1,i2,...in]]# returns a ds with examples i1,i2,...in.
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	289 ds2=ds[[4,7,2,8]]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	290 assert isinstance(ds2,DataSet)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	291 test_ds(ds,ds2,[4,7,2,8])
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	292 del ds2
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	293
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	294 #ds[fieldname]# an iterable over the values of the field fieldname across
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	295 #the ds (the iterable is obtained by default by calling valuesVStack
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	296 #over the values for individual examples).
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	297 assert have_raised("ds['h']") # h is not defined...
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	298 assert have_raised("ds[['x']]") # bad syntax
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	299 assert not have_raised("var['ds']['x']",ds=ds)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	300 isinstance(ds['x'],DataSetFields)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	301 ds2=ds['x']
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	302 assert len(ds['x'])==10
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	303 assert len(ds['y'])==10
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	304 assert len(ds['z'])==10
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	305 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	306 for example in ds['x']:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	307 assert (example==array[i][:3]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	308 i+=1
168 c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	309 assert i==len(ds)
145 933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	310 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	311 for example in ds['y']:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	312 assert (example==array[i][3]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	313 i+=1
168 c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	314 assert i==len(ds)
145 933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	315 i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	316 for example in ds['z']:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	317 assert (example==array[i,0:3:2]).all()
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	318 i+=1
168 c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	319 assert i==len(ds)
145 933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	320 del ds2,i
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	321
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	322 #ds.<property># returns the value of a property associated with
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	323 #the name <property>. The following properties should be supported:
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	324 # - 'description': a textual description or name for the ds
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	325 # - 'fieldtypes': a list of types (one per field)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	326
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	327 #* ds1 \| ds2 \| ds3 == ds.hstack([ds1,ds2,ds3])#????
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	328 #hstack([ds('x','y'),ds('z')]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	329 #hstack([ds('z','y'),ds('x')]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	330 #assert have_thrown("hstack([ds('x'),ds('x')]")
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	331 #assert not have_thrown("hstack([ds('x'),ds('x')]")
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	332 #accept_nonunique_names
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	333 #assert have_thrown("hstack([ds('y','x'),ds('x')]")
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	334 # i=0
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	335 # for example in hstack([ds('x'),ds('y'),ds('z')]):
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	336 # example==ds[i]
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	337 # i+=1
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	338 # del i,example
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	339 #* ds1 & ds2 & ds3 == ds.vstack([ds1,ds2,ds3])#????
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	340
165 2a12e7437c56 small refactoring Frederic Bastien <bastienf@iro.umontreal.ca> parents: 164 diff changeset	341 def test_fields_fct(ds):
2a12e7437c56 small refactoring Frederic Bastien <bastienf@iro.umontreal.ca> parents: 164 diff changeset	342 #@todo, fill correctly
2a12e7437c56 small refactoring Frederic Bastien <bastienf@iro.umontreal.ca> parents: 164 diff changeset	343 assert len(ds.fields())==3
168 c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	344 i=0
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	345 v=0
165 2a12e7437c56 small refactoring Frederic Bastien <bastienf@iro.umontreal.ca> parents: 164 diff changeset	346 for field in ds.fields():
2a12e7437c56 small refactoring Frederic Bastien <bastienf@iro.umontreal.ca> parents: 164 diff changeset	347 for field_value in field: # iterate over the values associated to that field for all the ds examples
168 c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	348 v+=1
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	349 i+=1
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	350 assert i==3
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	351 assert v==3*10
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	352 del i,v
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	353
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	354 i=0
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	355 v=0
165 2a12e7437c56 small refactoring Frederic Bastien <bastienf@iro.umontreal.ca> parents: 164 diff changeset	356 for field in ds('x','z').fields():
168 c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	357 i+=1
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	358 for val in field:
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	359 v+=1
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	360 assert i==2
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	361 assert v==2*10
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	362 del i,v
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	363
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	364 i=0
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	365 v=0
165 2a12e7437c56 small refactoring Frederic Bastien <bastienf@iro.umontreal.ca> parents: 164 diff changeset	366 for field in ds.fields('x','y'):
168 c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	367 i+=1
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	368 for val in field:
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	369 v+=1
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	370 assert i==2
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	371 assert v==2*10
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	372 del i,v
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	373
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	374 i=0
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	375 v=0
165 2a12e7437c56 small refactoring Frederic Bastien <bastienf@iro.umontreal.ca> parents: 164 diff changeset	376 for field_examples in ds.fields():
2a12e7437c56 small refactoring Frederic Bastien <bastienf@iro.umontreal.ca> parents: 164 diff changeset	377 for example_value in field_examples:
168 c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	378 v+=1
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	379 i+=1
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	380 assert i==3
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	381 assert v==3*10
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	382 del i,v
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	383
165 2a12e7437c56 small refactoring Frederic Bastien <bastienf@iro.umontreal.ca> parents: 164 diff changeset	384 assert ds == ds.fields().examples()
168 c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	385 assert len(ds('x','y').fields()) == 2
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	386 assert len(ds('x','z').fields()) == 2
c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	387 assert len(ds('y').fields()) == 1
165 2a12e7437c56 small refactoring Frederic Bastien <bastienf@iro.umontreal.ca> parents: 164 diff changeset	388
168 c704a66706fe more test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 165 diff changeset	389 del field
145 933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	390
58 17729d7104fa added function test_ArrayDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 54 diff changeset	391 def test_ArrayDataSet():
17729d7104fa added function test_ArrayDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 54 diff changeset	392 #don't test stream
17729d7104fa added function test_ArrayDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 54 diff changeset	393 #tested only with float value
106 cf9bdb1d9656 added test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 104 diff changeset	394 #don't always test with y
cf9bdb1d9656 added test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 104 diff changeset	395 #don't test missing value
cf9bdb1d9656 added test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 104 diff changeset	396 #don't test with tuple
cf9bdb1d9656 added test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 104 diff changeset	397 #don't test proterties
84 aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	398 print "test_ArrayDataSet"
145 933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	399 a2 = numpy.random.rand(10,4)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	400 ds = ArrayDataSet(a2,{'x':slice(3),'y':3,'z':[0,2]})###???tuple not tested
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	401 ds = ArrayDataSet(a2,LookupList(['x','y','z'],[slice(3),3,[0,2]]))###???tuple not tested
58 17729d7104fa added function test_ArrayDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 54 diff changeset	402 assert len(ds)==10
17729d7104fa added function test_ArrayDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 54 diff changeset	403 #assert ds==a? should this work?
100 574f4db76022 restructuring and added test Frederic Bastien <bastienf@iro.umontreal.ca> parents: 96 diff changeset	404
145 933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	405 test_iterate_over_examples(a2, ds)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	406 test_getitem(a2, ds)
933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	407 test_ds_iterator(a2,ds('x','y'),ds('y','z'),ds('x','y','z'))
165 2a12e7437c56 small refactoring Frederic Bastien <bastienf@iro.umontreal.ca> parents: 164 diff changeset	408 test_fields_fct(ds)
169 051e07807554 added test for CachedDataSet(ds,cache_all_upon_construction=True) Frederic Bastien <bastienf@iro.umontreal.ca> parents: 168 diff changeset	409
165 2a12e7437c56 small refactoring Frederic Bastien <bastienf@iro.umontreal.ca> parents: 164 diff changeset	410 del a2, ds
81 4b0859606d05 Added test for ArrayDataSet and LookUpList Frederic Bastien <bastienf@iro.umontreal.ca> parents: 66 diff changeset	411
4b0859606d05 Added test for ArrayDataSet and LookUpList Frederic Bastien <bastienf@iro.umontreal.ca> parents: 66 diff changeset	412 def test_LookupList():
4b0859606d05 Added test for ArrayDataSet and LookUpList Frederic Bastien <bastienf@iro.umontreal.ca> parents: 66 diff changeset	413 #test only the example in the doc???
84 aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	414 print "test_LookupList"
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	415 example = LookupList(['x','y','z'],[1,2,3])
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	416 example['x'] = [1, 2, 3] # set or change a field
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	417 x, y, z = example
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	418 x = example[0]
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	419 x = example["x"]
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	420 assert example.keys()==['x','y','z']
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	421 assert example.values()==[[1,2,3],2,3]
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	422 assert example.items()==[('x',[1,2,3]),('y',2),('z',3)]
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	423 example.append_keyval('u',0) # adds item with name 'u' and value 0
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	424 assert len(example)==4 # number of items = 4 here
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	425 example2 = LookupList(['v','w'], ['a','b'])
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	426 example3 = LookupList(['x','y','z','u','v','w'], [[1, 2, 3],2,3,0,'a','b'])
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	427 assert example+example2==example3
145 933db7ece663 make some function global to reuse them to test other dataset Frederic Bastien <bastienf@iro.umontreal.ca> parents: 139 diff changeset	428 assert have_raised("var['x']+var['x']",x=example)
81 4b0859606d05 Added test for ArrayDataSet and LookUpList Frederic Bastien <bastienf@iro.umontreal.ca> parents: 66 diff changeset	429
165 2a12e7437c56 small refactoring Frederic Bastien <bastienf@iro.umontreal.ca> parents: 164 diff changeset	430 del example, example2, example3, x, y ,z
2a12e7437c56 small refactoring Frederic Bastien <bastienf@iro.umontreal.ca> parents: 164 diff changeset	431
158 90104343c665 typo Frederic Bastien <bastienf@iro.umontreal.ca> parents: 157 diff changeset	432 def test_CachedDataSet():
148 a5329e719229 added test for CachedDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 145 diff changeset	433 print "test_CacheDataSet"
169 051e07807554 added test for CachedDataSet(ds,cache_all_upon_construction=True) Frederic Bastien <bastienf@iro.umontreal.ca> parents: 168 diff changeset	434 a = numpy.random.rand(10,4)
051e07807554 added test for CachedDataSet(ds,cache_all_upon_construction=True) Frederic Bastien <bastienf@iro.umontreal.ca> parents: 168 diff changeset	435 ds1 = ArrayDataSet(a,LookupList(['x','y','z'],[slice(3),3,[0,2]]))###???tuple not tested
148 a5329e719229 added test for CachedDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 145 diff changeset	436 ds2 = CachedDataSet(ds1)
a5329e719229 added test for CachedDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 145 diff changeset	437 ds3 = CachedDataSet(ds1,cache_all_upon_construction=True)
a5329e719229 added test for CachedDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 145 diff changeset	438 assert len(ds2)==10
169 051e07807554 added test for CachedDataSet(ds,cache_all_upon_construction=True) Frederic Bastien <bastienf@iro.umontreal.ca> parents: 168 diff changeset	439 assert len(ds3)==10
148 a5329e719229 added test for CachedDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 145 diff changeset	440
169 051e07807554 added test for CachedDataSet(ds,cache_all_upon_construction=True) Frederic Bastien <bastienf@iro.umontreal.ca> parents: 168 diff changeset	441 test_iterate_over_examples(a, ds2)
051e07807554 added test for CachedDataSet(ds,cache_all_upon_construction=True) Frederic Bastien <bastienf@iro.umontreal.ca> parents: 168 diff changeset	442 test_getitem(a, ds2)
051e07807554 added test for CachedDataSet(ds,cache_all_upon_construction=True) Frederic Bastien <bastienf@iro.umontreal.ca> parents: 168 diff changeset	443 test_ds_iterator(a,ds2('x','y'),ds2('y','z'),ds2('x','y','z'))
165 2a12e7437c56 small refactoring Frederic Bastien <bastienf@iro.umontreal.ca> parents: 164 diff changeset	444 test_fields_fct(ds2)
148 a5329e719229 added test for CachedDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 145 diff changeset	445
169 051e07807554 added test for CachedDataSet(ds,cache_all_upon_construction=True) Frederic Bastien <bastienf@iro.umontreal.ca> parents: 168 diff changeset	446 test_iterate_over_examples(a, ds3)
051e07807554 added test for CachedDataSet(ds,cache_all_upon_construction=True) Frederic Bastien <bastienf@iro.umontreal.ca> parents: 168 diff changeset	447 test_getitem(a, ds3)
051e07807554 added test for CachedDataSet(ds,cache_all_upon_construction=True) Frederic Bastien <bastienf@iro.umontreal.ca> parents: 168 diff changeset	448 test_ds_iterator(a,ds3('x','y'),ds3('y','z'),ds3('x','y','z'))
051e07807554 added test for CachedDataSet(ds,cache_all_upon_construction=True) Frederic Bastien <bastienf@iro.umontreal.ca> parents: 168 diff changeset	449 test_fields_fct(ds3)
051e07807554 added test for CachedDataSet(ds,cache_all_upon_construction=True) Frederic Bastien <bastienf@iro.umontreal.ca> parents: 168 diff changeset	450
051e07807554 added test for CachedDataSet(ds,cache_all_upon_construction=True) Frederic Bastien <bastienf@iro.umontreal.ca> parents: 168 diff changeset	451 del a,ds1,ds2,ds3
148 a5329e719229 added test for CachedDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 145 diff changeset	452
a5329e719229 added test for CachedDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 145 diff changeset	453
161 60e00cce3492 bugfix test in case it is not an ArrayDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 158 diff changeset	454 def test_DataSetFields():
60e00cce3492 bugfix test in case it is not an ArrayDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 158 diff changeset	455 print "test_DataSetFields"
60e00cce3492 bugfix test in case it is not an ArrayDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 158 diff changeset	456 raise NotImplementedError()
60e00cce3492 bugfix test in case it is not an ArrayDataSet Frederic Bastien <bastienf@iro.umontreal.ca> parents: 158 diff changeset	457
84 aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	458 def test_ApplyFunctionDataSet():
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	459 print "test_ApplyFunctionDataSet"
81 4b0859606d05 Added test for ArrayDataSet and LookUpList Frederic Bastien <bastienf@iro.umontreal.ca> parents: 66 diff changeset	460 raise NotImplementedError()
84 aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	461 def test_FieldsSubsetDataSet():
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	462 print "test_FieldsSubsetDataSet"
81 4b0859606d05 Added test for ArrayDataSet and LookUpList Frederic Bastien <bastienf@iro.umontreal.ca> parents: 66 diff changeset	463 raise NotImplementedError()
84 aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	464 def test_MinibatchDataSet():
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	465 print "test_MinibatchDataSet"
81 4b0859606d05 Added test for ArrayDataSet and LookUpList Frederic Bastien <bastienf@iro.umontreal.ca> parents: 66 diff changeset	466 raise NotImplementedError()
84 aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	467 def test_HStackedDataSet():
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	468 print "test_HStackedDataSet"
81 4b0859606d05 Added test for ArrayDataSet and LookUpList Frederic Bastien <bastienf@iro.umontreal.ca> parents: 66 diff changeset	469 raise NotImplementedError()
84 aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	470 def test_VStackedDataSet():
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	471 print "test_VStackedDataSet"
81 4b0859606d05 Added test for ArrayDataSet and LookUpList Frederic Bastien <bastienf@iro.umontreal.ca> parents: 66 diff changeset	472 raise NotImplementedError()
84 aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	473 def test_ArrayFieldsDataSet():
aa9e786ee849 added function have_raised that evaluate the string in parameter and return true if the function have raised an exception Frederic Bastien <bastienf@iro.umontreal.ca> parents: 82 diff changeset	474 print "test_ArrayFieldsDataSet"
81 4b0859606d05 Added test for ArrayDataSet and LookUpList Frederic Bastien <bastienf@iro.umontreal.ca> parents: 66 diff changeset	475 raise NotImplementedError()
157 e8c8022582f4 only exec the test if we are the main Frederic Bastien <bastienf@iro.umontreal.ca> parents: 149 diff changeset	476 if __name__=='__main__':
e8c8022582f4 only exec the test if we are the main Frederic Bastien <bastienf@iro.umontreal.ca> parents: 149 diff changeset	477 test1()
e8c8022582f4 only exec the test if we are the main Frederic Bastien <bastienf@iro.umontreal.ca> parents: 149 diff changeset	478 test_LookupList()
e8c8022582f4 only exec the test if we are the main Frederic Bastien <bastienf@iro.umontreal.ca> parents: 149 diff changeset	479 test_ArrayDataSet()
158 90104343c665 typo Frederic Bastien <bastienf@iro.umontreal.ca> parents: 157 diff changeset	480 test_CachedDataSet()
122 d3c72e412065 removed datat that should not be commited Frederic Bastien <bastienf@iro.umontreal.ca> parents: 116 diff changeset	481 #test pmat.py

Mercurial > pylearn

annotate test_dataset.py @ 175:e9a95e19e6f8