# HG changeset patch
# User James Bergstra <bergstrj@iro.umontreal.ca>
# Date 1283531749 14400
# Node ID 78a09cdd449bec22e12cd4ec6ec8b7dcf40f7530
# Parent  075c193afd1bb45a2874ac17d269342cc6d7e390
added some wishlist items for gd module

diff -r 075c193afd1b -r 78a09cdd449b pylearn/gd/README.txt
--- a/pylearn/gd/README.txt	Fri Sep 03 12:35:10 2010 -0400
+++ b/pylearn/gd/README.txt	Fri Sep 03 12:35:49 2010 -0400
@@ -1,2 +1,21 @@
 
 see __init__.py
+
+
+TODO: - add an sgd with annealed learning rate (the annealing schedule is implemented via
+shared variables and an update schedule
+
+Wishlist:
+    - sgd 
+    - momentum
+    - annealing schedule
+    - conjugate methods
+    - l-bfgs
+    - hessian free
+    - tonga
+    - smth by nick schraudolff (sp?)
+
+Theano needs lazy if for these to be efficient
+
+
+Early stopping heuristics as update expressions too?