--- a/deep/stacked_dae/v_sylvain/sgd_optimization.py	Mon Mar 15 10:09:50 2010 -0400
+++ b/deep/stacked_dae/v_sylvain/sgd_optimization.py	Mon Mar 15 13:22:20 2010 -0400
@@ -108,7 +108,7 @@
         self.pretrain(self.dataset)
         self.finetune(self.dataset)
 
-    def pretrain(self,dataset):
+    def pretrain(self,dataset,reduce):
         print "STARTING PRETRAINING, time = ", datetime.datetime.now()
         sys.stdout.flush()
 
@@ -120,8 +120,11 @@
                 # go through the training set
                 batch_index=int(0)
                 for x,y in dataset.train(self.hp.minibatch_size):
+                    batch_index+=1
+                    if batch_index > reduce: #If maximum number of mini-batch is used
+                        break
                     c = self.classifier.pretrain_functions[i](x)
-                    batch_index+=1
+
                     
                     self.series["reconstruction_error"].append((epoch, batch_index), c)
                         
@@ -137,7 +140,7 @@
 
         sys.stdout.flush()
 
-    def finetune(self,dataset):
+    def finetune(self,dataset,reduce):
         print "STARTING FINETUNING, time = ", datetime.datetime.now()
 
         #index   = T.lscalar()    # index to a [mini]batch 
@@ -185,10 +188,13 @@
 
         while (epoch < self.hp.max_finetuning_epochs) and (not done_looping):
             epoch = epoch + 1
-            minibatch_index=int(-1)
+            minibatch_index=int(0)
             for x,y in dataset.train(minibatch_size):
+                minibatch_index +=1
                 
-                minibatch_index+=1
+                if minibatch_index > reduce:   #If maximum number of mini-batchs is used 
+                    break
+                
                 cost_ij = self.classifier.finetune(x,y)
                 iter    = epoch * self.n_train_batches + minibatch_index
 
@@ -196,14 +202,21 @@
 
                 if (iter+1) % validation_frequency == 0: 
                     
-                    validation_losses = [validate_model(x,y) for x,y in dataset.valid(minibatch_size)]
+                    #validation_losses = [validate_model(x,y) for x,y in dataset.valid(minibatch_size)]
+                    test_index=int(0)
+                    validation_losses=[]    
+                    for x,y in dataset.valid(minibatch_size):
+                        test_index+=1
+                        if test_index > reduce:
+                            break
+                        validation_losses.append(validate_model(x,y))
                     this_validation_loss = numpy.mean(validation_losses)
 
                     self.series["validation_error"].\
                         append((epoch, minibatch_index), this_validation_loss*100.)
 
-                    print('epoch %i, minibatch %i/%i, validation error %f %%' % \
-                           (epoch, minibatch_index+1, self.n_train_batches, \
+                    print('epoch %i, minibatch %i, validation error %f %%' % \
+                           (epoch, minibatch_index, \
                             this_validation_loss*100.))
 
 
@@ -220,15 +233,22 @@
                         best_iter = iter
 
                         # test it on the test set
-                        test_losses = [test_model(x,y) for x,y in dataset.test(minibatch_size)]
+                        #test_losses = [test_model(x,y) for x,y in dataset.test(minibatch_size)]
+                        test_losses=[]
+                        i=0
+                        for x,y in dataset.test(minibatch_size):
+                            i+=1
+                            if i > reduce:
+                                break
+                            test_losses.append(test_model(x,y))
                         test_score = numpy.mean(test_losses)
 
                         self.series["test_error"].\
                             append((epoch, minibatch_index), test_score*100.)
 
-                        print(('     epoch %i, minibatch %i/%i, test error of best '
+                        print(('     epoch %i, minibatch %i, test error of best '
                               'model %f %%') % 
-                                     (epoch, minibatch_index+1, self.n_train_batches,
+                                     (epoch, minibatch_index,
                                       test_score*100.))
 
                     sys.stdout.flush()