Mercurial > pylearn
annotate _test_dataset.py @ 288:2d08f46d17d8
removed old stuff
| author | Frederic Bastien <bastienf@iro.umontreal.ca> |
|---|---|
| date | Fri, 06 Jun 2008 14:08:28 -0400 |
| parents | 8e923cb2e8fc |
| children | 3af204aa71e5 174374d59405 |
| rev | line source |
|---|---|
|
51
59757365a057
the script can be autorun
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
45
diff
changeset
|
1 #!/bin/env python |
| 45 | 2 from dataset import * |
| 3 from math import * | |
|
279
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
4 import numpy,unittest |
|
229
d7250ee86f72
Added speed test for ArraDataSet
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
202
diff
changeset
|
5 from misc import * |
| 45 | 6 |
|
145
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
7 def have_raised(to_eval, **var): |
|
84
aa9e786ee849
added function have_raised that evaluate the string in parameter and return true if the function have raised an exception
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
82
diff
changeset
|
8 have_thrown = False |
|
aa9e786ee849
added function have_raised that evaluate the string in parameter and return true if the function have raised an exception
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
82
diff
changeset
|
9 try: |
|
aa9e786ee849
added function have_raised that evaluate the string in parameter and return true if the function have raised an exception
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
82
diff
changeset
|
10 eval(to_eval) |
|
aa9e786ee849
added function have_raised that evaluate the string in parameter and return true if the function have raised an exception
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
82
diff
changeset
|
11 except : |
|
aa9e786ee849
added function have_raised that evaluate the string in parameter and return true if the function have raised an exception
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
82
diff
changeset
|
12 have_thrown = True |
|
aa9e786ee849
added function have_raised that evaluate the string in parameter and return true if the function have raised an exception
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
82
diff
changeset
|
13 return have_thrown |
|
aa9e786ee849
added function have_raised that evaluate the string in parameter and return true if the function have raised an exception
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
82
diff
changeset
|
14 |
| 173 | 15 def have_raised2(f, *args, **kwargs): |
| 16 have_thrown = False | |
| 17 try: | |
| 18 f(*args, **kwargs) | |
| 19 except : | |
| 20 have_thrown = True | |
| 21 return have_thrown | |
| 22 | |
| 45 | 23 def test1(): |
|
84
aa9e786ee849
added function have_raised that evaluate the string in parameter and return true if the function have raised an exception
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
82
diff
changeset
|
24 print "test1" |
| 45 | 25 global a,ds |
| 26 a = numpy.random.rand(10,4) | |
| 27 print a | |
| 28 ds = ArrayDataSet(a,{'x':slice(3),'y':3,'z':[0,2]}) | |
| 29 print "len(ds)=",len(ds) | |
| 54 | 30 assert(len(ds)==10) |
| 45 | 31 print "example 0 = ",ds[0] |
| 54 | 32 # assert |
| 45 | 33 print "x=",ds["x"] |
| 34 print "x|y" | |
| 35 for x,y in ds("x","y"): | |
| 36 print x,y | |
| 37 minibatch_iterator = ds.minibatches(fieldnames=['z','y'],n_batches=1,minibatch_size=3,offset=4) | |
| 38 minibatch = minibatch_iterator.__iter__().next() | |
| 39 print "minibatch=",minibatch | |
| 40 for var in minibatch: | |
| 41 print "var=",var | |
|
48
b6730f9a336d
Fixing MinibatchDataSet getitem
bengioy@grenat.iro.umontreal.ca
parents:
45
diff
changeset
|
42 print "take a slice and look at field y",ds[1:6:2]["y"] |
| 45 | 43 |
|
165
2a12e7437c56
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
164
diff
changeset
|
44 del a,ds,x,y,minibatch_iterator,minibatch,var |
|
2a12e7437c56
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
164
diff
changeset
|
45 |
|
145
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
46 def test_iterate_over_examples(array,ds): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
47 #not in doc!!! |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
48 i=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
49 for example in range(len(ds)): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
50 assert (ds[example]['x']==array[example][:3]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
51 assert ds[example]['y']==array[example][3] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
52 assert (ds[example]['z']==array[example][[0,2]]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
53 i+=1 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
54 assert i==len(ds) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
55 del example,i |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
56 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
57 # - for example in dataset: |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
58 i=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
59 for example in ds: |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
60 assert len(example)==3 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
61 assert (example['x']==array[i][:3]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
62 assert example['y']==array[i][3] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
63 assert (example['z']==array[i][0:3:2]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
64 assert (numpy.append(example['x'],example['y'])==array[i]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
65 i+=1 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
66 assert i==len(ds) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
67 del example,i |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
68 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
69 # - for val1,val2,... in dataset: |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
70 i=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
71 for x,y,z in ds: |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
72 assert (x==array[i][:3]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
73 assert y==array[i][3] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
74 assert (z==array[i][0:3:2]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
75 assert (numpy.append(x,y)==array[i]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
76 i+=1 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
77 assert i==len(ds) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
78 del x,y,z,i |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
79 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
80 # - for example in dataset(field1, field2,field3, ...): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
81 i=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
82 for example in ds('x','y','z'): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
83 assert len(example)==3 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
84 assert (example['x']==array[i][:3]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
85 assert example['y']==array[i][3] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
86 assert (example['z']==array[i][0:3:2]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
87 assert (numpy.append(example['x'],example['y'])==array[i]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
88 i+=1 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
89 assert i==len(ds) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
90 del example,i |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
91 i=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
92 for example in ds('y','x'): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
93 assert len(example)==2 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
94 assert (example['x']==array[i][:3]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
95 assert example['y']==array[i][3] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
96 assert (numpy.append(example['x'],example['y'])==array[i]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
97 i+=1 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
98 assert i==len(ds) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
99 del example,i |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
100 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
101 # - for val1,val2,val3 in dataset(field1, field2,field3): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
102 i=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
103 for x,y,z in ds('x','y','z'): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
104 assert (x==array[i][:3]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
105 assert y==array[i][3] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
106 assert (z==array[i][0:3:2]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
107 assert (numpy.append(x,y)==array[i]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
108 i+=1 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
109 assert i==len(ds) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
110 del x,y,z,i |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
111 i=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
112 for y,x in ds('y','x',): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
113 assert (x==array[i][:3]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
114 assert y==array[i][3] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
115 assert (numpy.append(x,y)==array[i]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
116 i+=1 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
117 assert i==len(ds) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
118 del x,y,i |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
119 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
120 def test_minibatch_size(minibatch,minibatch_size,len_ds,nb_field,nb_iter_finished): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
121 ##full minibatch or the last minibatch |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
122 for idx in range(nb_field): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
123 test_minibatch_field_size(minibatch[idx],minibatch_size,len_ds,nb_iter_finished) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
124 del idx |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
125 def test_minibatch_field_size(minibatch_field,minibatch_size,len_ds,nb_iter_finished): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
126 assert len(minibatch_field)==minibatch_size or ((nb_iter_finished*minibatch_size+len(minibatch_field))==len_ds and len(minibatch_field)<minibatch_size) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
127 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
128 # - for minibatch in dataset.minibatches([field1, field2, ...],minibatch_size=N): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
129 i=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
130 mi=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
131 m=ds.minibatches(['x','z'], minibatch_size=3) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
132 assert isinstance(m,DataSet.MinibatchWrapAroundIterator) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
133 for minibatch in m: |
|
161
60e00cce3492
bugfix test in case it is not an ArrayDataSet
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
158
diff
changeset
|
134 assert isinstance(minibatch,DataSetFields) |
|
145
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
135 assert len(minibatch)==2 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
136 test_minibatch_size(minibatch,m.minibatch_size,len(ds),2,mi) |
|
161
60e00cce3492
bugfix test in case it is not an ArrayDataSet
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
158
diff
changeset
|
137 if type(ds)==ArrayDataSet: |
|
60e00cce3492
bugfix test in case it is not an ArrayDataSet
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
158
diff
changeset
|
138 assert (minibatch[0][:,::2]==minibatch[1]).all() |
|
60e00cce3492
bugfix test in case it is not an ArrayDataSet
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
158
diff
changeset
|
139 else: |
|
162
45427d4d64b3
bugfix in test
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
161
diff
changeset
|
140 for j in xrange(len(minibatch[0])): |
|
45427d4d64b3
bugfix in test
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
161
diff
changeset
|
141 (minibatch[0][j][::2]==minibatch[1][j]).all() |
|
145
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
142 mi+=1 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
143 i+=len(minibatch[0]) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
144 assert i==len(ds) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
145 assert mi==4 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
146 del minibatch,i,m,mi |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
147 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
148 i=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
149 mi=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
150 m=ds.minibatches(['x','y'], minibatch_size=3) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
151 assert isinstance(m,DataSet.MinibatchWrapAroundIterator) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
152 for minibatch in m: |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
153 assert len(minibatch)==2 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
154 test_minibatch_size(minibatch,m.minibatch_size,len(ds),2,mi) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
155 mi+=1 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
156 for id in range(len(minibatch[0])): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
157 assert (numpy.append(minibatch[0][id],minibatch[1][id])==array[i]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
158 i+=1 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
159 assert i==len(ds) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
160 assert mi==4 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
161 del minibatch,i,id,m,mi |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
162 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
163 # - for mini1,mini2,mini3 in dataset.minibatches([field1, field2, field3], minibatch_size=N): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
164 i=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
165 mi=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
166 m=ds.minibatches(['x','z'], minibatch_size=3) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
167 assert isinstance(m,DataSet.MinibatchWrapAroundIterator) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
168 for x,z in m: |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
169 test_minibatch_field_size(x,m.minibatch_size,len(ds),mi) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
170 test_minibatch_field_size(z,m.minibatch_size,len(ds),mi) |
|
164
3518710e16ec
don't assume we have an ArrayDataSet
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
162
diff
changeset
|
171 for id in range(len(x)): |
|
3518710e16ec
don't assume we have an ArrayDataSet
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
162
diff
changeset
|
172 assert (x[id][::2]==z[id]).all() |
|
3518710e16ec
don't assume we have an ArrayDataSet
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
162
diff
changeset
|
173 i+=1 |
|
145
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
174 mi+=1 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
175 assert i==len(ds) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
176 assert mi==4 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
177 del x,z,i,m,mi |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
178 i=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
179 mi=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
180 m=ds.minibatches(['x','y'], minibatch_size=3) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
181 for x,y in m: |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
182 test_minibatch_field_size(x,m.minibatch_size,len(ds),mi) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
183 test_minibatch_field_size(y,m.minibatch_size,len(ds),mi) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
184 mi+=1 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
185 for id in range(len(x)): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
186 assert (numpy.append(x[id],y[id])==array[i]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
187 i+=1 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
188 assert i==len(ds) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
189 assert mi==4 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
190 del x,y,i,id,m,mi |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
191 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
192 #not in doc |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
193 i=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
194 m=ds.minibatches(['x','y'],n_batches=1,minibatch_size=3,offset=4) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
195 assert isinstance(m,DataSet.MinibatchWrapAroundIterator) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
196 for x,y in m: |
|
239
77b362a23f8e
more general test
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
236
diff
changeset
|
197 assert len(x)==m.minibatch_size |
|
77b362a23f8e
more general test
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
236
diff
changeset
|
198 assert len(y)==m.minibatch_size |
|
77b362a23f8e
more general test
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
236
diff
changeset
|
199 for id in range(m.minibatch_size): |
|
145
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
200 assert (numpy.append(x[id],y[id])==array[i+4]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
201 i+=1 |
|
239
77b362a23f8e
more general test
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
236
diff
changeset
|
202 assert i==m.n_batches*m.minibatch_size |
|
145
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
203 del x,y,i,id,m |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
204 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
205 i=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
206 m=ds.minibatches(['x','y'],n_batches=2,minibatch_size=3,offset=4) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
207 assert isinstance(m,DataSet.MinibatchWrapAroundIterator) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
208 for x,y in m: |
|
239
77b362a23f8e
more general test
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
236
diff
changeset
|
209 assert len(x)==m.minibatch_size |
|
77b362a23f8e
more general test
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
236
diff
changeset
|
210 assert len(y)==m.minibatch_size |
|
77b362a23f8e
more general test
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
236
diff
changeset
|
211 for id in range(m.minibatch_size): |
|
145
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
212 assert (numpy.append(x[id],y[id])==array[i+4]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
213 i+=1 |
|
239
77b362a23f8e
more general test
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
236
diff
changeset
|
214 assert i==m.n_batches*m.minibatch_size |
|
145
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
215 del x,y,i,id,m |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
216 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
217 i=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
218 m=ds.minibatches(['x','y'],n_batches=20,minibatch_size=3,offset=4) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
219 assert isinstance(m,DataSet.MinibatchWrapAroundIterator) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
220 for x,y in m: |
|
239
77b362a23f8e
more general test
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
236
diff
changeset
|
221 assert len(x)==m.minibatch_size |
|
77b362a23f8e
more general test
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
236
diff
changeset
|
222 assert len(y)==m.minibatch_size |
|
77b362a23f8e
more general test
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
236
diff
changeset
|
223 for id in range(m.minibatch_size): |
|
145
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
224 assert (numpy.append(x[id],y[id])==array[(i+4)%array.shape[0]]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
225 i+=1 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
226 assert i==m.n_batches*m.minibatch_size |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
227 del x,y,i,id |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
228 |
|
240
97f35d586727
more test. Are we wanting to limit the size of minibatch to the size of the dataset?
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
239
diff
changeset
|
229 #@todo: we can't do minibatch bigger then the size of the dataset??? |
|
97f35d586727
more test. Are we wanting to limit the size of minibatch to the size of the dataset?
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
239
diff
changeset
|
230 assert have_raised2(ds.minibatches,['x','y'],n_batches=1,minibatch_size=len(array)+1,offset=0) |
|
97f35d586727
more test. Are we wanting to limit the size of minibatch to the size of the dataset?
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
239
diff
changeset
|
231 assert not have_raised2(ds.minibatches,['x','y'],n_batches=1,minibatch_size=len(array),offset=0) |
|
145
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
232 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
233 def test_ds_iterator(array,iterator1,iterator2,iterator3): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
234 l=len(iterator1) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
235 i=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
236 for x,y in iterator1: |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
237 assert (x==array[i][:3]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
238 assert y==array[i][3] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
239 assert (numpy.append(x,y)==array[i]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
240 i+=1 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
241 assert i==l |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
242 i=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
243 for y,z in iterator2: |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
244 assert y==array[i][3] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
245 assert (z==array[i][0:3:2]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
246 i+=1 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
247 assert i==l |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
248 i=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
249 for x,y,z in iterator3: |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
250 assert (x==array[i][:3]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
251 assert y==array[i][3] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
252 assert (z==array[i][0:3:2]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
253 assert (numpy.append(x,y)==array[i]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
254 i+=1 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
255 assert i==l |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
256 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
257 def test_getitem(array,ds): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
258 def test_ds(orig,ds,index): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
259 i=0 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
260 assert len(ds)==len(index) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
261 for x,z,y in ds('x','z','y'): |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
262 assert (orig[index[i]]['x']==array[index[i]][:3]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
263 assert (orig[index[i]]['x']==x).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
264 assert orig[index[i]]['y']==array[index[i]][3] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
265 assert orig[index[i]]['y']==y |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
266 assert (orig[index[i]]['z']==array[index[i]][0:3:2]).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
267 assert (orig[index[i]]['z']==z).all() |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
268 i+=1 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
269 del i |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
270 ds[0] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
271 if len(ds)>2: |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
272 ds[:1] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
273 ds[1:1] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
274 ds[1:1:1] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
275 if len(ds)>5: |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
276 ds[[1,2,3]] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
277 for x in ds: |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
278 pass |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
279 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
280 #ds[:n] returns a dataset with the n first examples. |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
281 ds2=ds[:3] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
282 assert isinstance(ds2,DataSet) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
283 test_ds(ds,ds2,index=[0,1,2]) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
284 del ds2 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
285 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
286 #ds[i1:i2:s]# returns a ds with the examples i1,i1+s,...i2-s. |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
287 ds2=ds[1:7:2] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
288 assert isinstance(ds2,DataSet) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
289 test_ds(ds,ds2,[1,3,5]) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
290 del ds2 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
291 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
292 #ds[i] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
293 ds2=ds[5] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
294 assert isinstance(ds2,Example) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
295 assert have_raised("var['ds']["+str(len(ds))+"]",ds=ds) # index not defined |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
296 assert not have_raised("var['ds']["+str(len(ds)-1)+"]",ds=ds) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
297 del ds2 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
298 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
299 #ds[[i1,i2,...in]]# returns a ds with examples i1,i2,...in. |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
300 ds2=ds[[4,7,2,8]] |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
301 assert isinstance(ds2,DataSet) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
302 test_ds(ds,ds2,[4,7,2,8]) |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
303 del ds2 |
|
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
304 |
|
269
fdce496c3b56
deprecating __getitem__[fieldname] syntax
James Bergstra <bergstrj@iro.umontreal.ca>
parents:
268
diff
changeset
|
305 #ds.<property># returns the value of a property associated with |
|
fdce496c3b56
deprecating __getitem__[fieldname] syntax
James Bergstra <bergstrj@iro.umontreal.ca>
parents:
268
diff
changeset
|
306 #the name <property>. The following properties should be supported: |
|
fdce496c3b56
deprecating __getitem__[fieldname] syntax
James Bergstra <bergstrj@iro.umontreal.ca>
parents:
268
diff
changeset
|
307 # - 'description': a textual description or name for the ds |
|
fdce496c3b56
deprecating __getitem__[fieldname] syntax
James Bergstra <bergstrj@iro.umontreal.ca>
parents:
268
diff
changeset
|
308 # - 'fieldtypes': a list of types (one per field) |
|
145
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
309 |
|
269
fdce496c3b56
deprecating __getitem__[fieldname] syntax
James Bergstra <bergstrj@iro.umontreal.ca>
parents:
268
diff
changeset
|
310 #* ds1 | ds2 | ds3 == ds.hstack([ds1,ds2,ds3])#???? |
|
fdce496c3b56
deprecating __getitem__[fieldname] syntax
James Bergstra <bergstrj@iro.umontreal.ca>
parents:
268
diff
changeset
|
311 #assert hstack([ds('x','y'),ds('z')])==ds |
|
fdce496c3b56
deprecating __getitem__[fieldname] syntax
James Bergstra <bergstrj@iro.umontreal.ca>
parents:
268
diff
changeset
|
312 #hstack([ds('z','y'),ds('x')])==ds |
| 173 | 313 assert have_raised2(hstack,[ds('x'),ds('x')]) |
| 314 assert have_raised2(hstack,[ds('y','x'),ds('x')]) | |
| 315 assert not have_raised2(hstack,[ds('x'),ds('y')]) | |
|
269
fdce496c3b56
deprecating __getitem__[fieldname] syntax
James Bergstra <bergstrj@iro.umontreal.ca>
parents:
268
diff
changeset
|
316 |
|
fdce496c3b56
deprecating __getitem__[fieldname] syntax
James Bergstra <bergstrj@iro.umontreal.ca>
parents:
268
diff
changeset
|
317 # i=0 |
|
fdce496c3b56
deprecating __getitem__[fieldname] syntax
James Bergstra <bergstrj@iro.umontreal.ca>
parents:
268
diff
changeset
|
318 # for example in hstack([ds('x'),ds('y'),ds('z')]): |
|
fdce496c3b56
deprecating __getitem__[fieldname] syntax
James Bergstra <bergstrj@iro.umontreal.ca>
parents:
268
diff
changeset
|
319 # example==ds[i] |
|
fdce496c3b56
deprecating __getitem__[fieldname] syntax
James Bergstra <bergstrj@iro.umontreal.ca>
parents:
268
diff
changeset
|
320 # i+=1 |
|
fdce496c3b56
deprecating __getitem__[fieldname] syntax
James Bergstra <bergstrj@iro.umontreal.ca>
parents:
268
diff
changeset
|
321 # del i,example |
|
fdce496c3b56
deprecating __getitem__[fieldname] syntax
James Bergstra <bergstrj@iro.umontreal.ca>
parents:
268
diff
changeset
|
322 #* ds1 & ds2 & ds3 == ds.vstack([ds1,ds2,ds3])#???? |
|
145
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
323 |
|
165
2a12e7437c56
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
164
diff
changeset
|
324 def test_fields_fct(ds): |
|
2a12e7437c56
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
164
diff
changeset
|
325 #@todo, fill correctly |
|
2a12e7437c56
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
164
diff
changeset
|
326 assert len(ds.fields())==3 |
| 168 | 327 i=0 |
| 328 v=0 | |
|
165
2a12e7437c56
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
164
diff
changeset
|
329 for field in ds.fields(): |
|
2a12e7437c56
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
164
diff
changeset
|
330 for field_value in field: # iterate over the values associated to that field for all the ds examples |
| 168 | 331 v+=1 |
| 332 i+=1 | |
| 333 assert i==3 | |
| 334 assert v==3*10 | |
| 335 del i,v | |
| 336 | |
| 337 i=0 | |
| 338 v=0 | |
|
165
2a12e7437c56
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
164
diff
changeset
|
339 for field in ds('x','z').fields(): |
| 168 | 340 i+=1 |
| 341 for val in field: | |
| 342 v+=1 | |
| 343 assert i==2 | |
| 344 assert v==2*10 | |
| 345 del i,v | |
| 346 | |
| 347 i=0 | |
| 348 v=0 | |
|
165
2a12e7437c56
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
164
diff
changeset
|
349 for field in ds.fields('x','y'): |
| 168 | 350 i+=1 |
| 351 for val in field: | |
| 352 v+=1 | |
| 353 assert i==2 | |
| 354 assert v==2*10 | |
| 355 del i,v | |
| 356 | |
| 357 i=0 | |
| 358 v=0 | |
|
165
2a12e7437c56
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
164
diff
changeset
|
359 for field_examples in ds.fields(): |
|
2a12e7437c56
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
164
diff
changeset
|
360 for example_value in field_examples: |
| 168 | 361 v+=1 |
| 362 i+=1 | |
| 363 assert i==3 | |
| 364 assert v==3*10 | |
| 365 del i,v | |
| 366 | |
|
165
2a12e7437c56
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
164
diff
changeset
|
367 assert ds == ds.fields().examples() |
| 168 | 368 assert len(ds('x','y').fields()) == 2 |
| 369 assert len(ds('x','z').fields()) == 2 | |
| 370 assert len(ds('y').fields()) == 1 | |
|
165
2a12e7437c56
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
164
diff
changeset
|
371 |
| 168 | 372 del field |
|
194
0040ba0f0666
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
173
diff
changeset
|
373 def test_all(array,ds): |
|
0040ba0f0666
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
173
diff
changeset
|
374 assert len(ds)==10 |
|
0040ba0f0666
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
173
diff
changeset
|
375 |
|
0040ba0f0666
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
173
diff
changeset
|
376 test_iterate_over_examples(array, ds) |
|
0040ba0f0666
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
173
diff
changeset
|
377 test_getitem(array, ds) |
|
0040ba0f0666
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
173
diff
changeset
|
378 test_ds_iterator(array,ds('x','y'),ds('y','z'),ds('x','y','z')) |
|
0040ba0f0666
small refactoring
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
173
diff
changeset
|
379 test_fields_fct(ds) |
|
145
933db7ece663
make some function global to reuse them to test other dataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
139
diff
changeset
|
380 |
|
279
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
381 class T_DataSet(unittest.TestCase): |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
382 def test_ArrayDataSet(self): |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
383 #don't test stream |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
384 #tested only with float value |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
385 #don't always test with y |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
386 #don't test missing value |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
387 #don't test with tuple |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
388 #don't test proterties |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
389 a2 = numpy.random.rand(10,4) |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
390 ds = ArrayDataSet(a2,{'x':slice(3),'y':3,'z':[0,2]})###???tuple not tested |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
391 ds = ArrayDataSet(a2,LookupList(['x','y','z'],[slice(3),3,[0,2]]))###???tuple not tested |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
392 #assert ds==a? should this work? |
|
100
574f4db76022
restructuring and added test
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
96
diff
changeset
|
393 |
|
279
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
394 test_all(a2,ds) |
|
169
051e07807554
added test for CachedDataSet(ds,cache_all_upon_construction=True)
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
168
diff
changeset
|
395 |
|
279
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
396 del a2, ds |
|
81
4b0859606d05
Added test for ArrayDataSet and LookUpList
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
66
diff
changeset
|
397 |
|
279
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
398 def test_CachedDataSet(self): |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
399 a = numpy.random.rand(10,4) |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
400 ds1 = ArrayDataSet(a,LookupList(['x','y','z'],[slice(3),3,[0,2]]))###???tuple not tested |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
401 ds2 = CachedDataSet(ds1) |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
402 ds3 = CachedDataSet(ds1,cache_all_upon_construction=True) |
|
148
a5329e719229
added test for CachedDataSet
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
145
diff
changeset
|
403 |
|
279
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
404 test_all(a,ds2) |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
405 test_all(a,ds3) |
|
169
051e07807554
added test for CachedDataSet(ds,cache_all_upon_construction=True)
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
168
diff
changeset
|
406 |
|
279
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
407 del a,ds1,ds2,ds3 |
|
148
a5329e719229
added test for CachedDataSet
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
145
diff
changeset
|
408 |
|
a5329e719229
added test for CachedDataSet
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
145
diff
changeset
|
409 |
|
279
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
410 def test_DataSetFields(self): |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
411 raise NotImplementedError() |
|
161
60e00cce3492
bugfix test in case it is not an ArrayDataSet
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
158
diff
changeset
|
412 |
|
279
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
413 def test_ApplyFunctionDataSet(self): |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
414 a = numpy.random.rand(10,4) |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
415 a2 = a+1 |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
416 ds1 = ArrayDataSet(a,LookupList(['x','y','z'],[slice(3),3,[0,2]]))###???tuple not tested |
|
202
b9950ae5e54b
Added test for ApplyFunctionDataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
195
diff
changeset
|
417 |
|
279
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
418 ds2 = ApplyFunctionDataSet(ds1,lambda x,y,z: (x+1,y+1,z+1), ['x','y','z'],minibatch_mode=False) |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
419 ds3 = ApplyFunctionDataSet(ds1,lambda x,y,z: (numpy.array(x)+1,numpy.array(y)+1,numpy.array(z)+1), |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
420 ['x','y','z'], |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
421 minibatch_mode=True) |
|
202
b9950ae5e54b
Added test for ApplyFunctionDataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
195
diff
changeset
|
422 |
|
279
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
423 test_all(a2,ds2) |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
424 test_all(a2,ds3) |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
425 |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
426 del a,ds1,ds2,ds3 |
|
202
b9950ae5e54b
Added test for ApplyFunctionDataset
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
195
diff
changeset
|
427 |
|
279
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
428 def test_FieldsSubsetDataSet(self): |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
429 raise NotImplementedError() |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
430 def test_MinibatchDataSet(self): |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
431 raise NotImplementedError() |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
432 def test_HStackedDataSet(self): |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
433 raise NotImplementedError() |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
434 def test_VStackedDataSet(self): |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
435 raise NotImplementedError() |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
436 def test_ArrayFieldsDataSet(self): |
|
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
437 raise NotImplementedError() |
|
229
d7250ee86f72
Added speed test for ArraDataSet
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
202
diff
changeset
|
438 |
|
d7250ee86f72
Added speed test for ArraDataSet
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
202
diff
changeset
|
439 |
|
157
e8c8022582f4
only exec the test if we are the main
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
149
diff
changeset
|
440 if __name__=='__main__': |
|
279
2e22cc120688
passed test_dataset.py to unittest
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
278
diff
changeset
|
441 unittest.main() |
|
229
d7250ee86f72
Added speed test for ArraDataSet
Frederic Bastien <bastienf@iro.umontreal.ca>
parents:
202
diff
changeset
|
442 |