# HG changeset patch # User Pascal Lamblin # Date 1296078944 18000 # Node ID f9e4d71aa353a785cb4cb928e3628c86d4d075c3 # Parent 89017617ab36b027f2728cae75d26150c6984bc1 Add L1 and L2² costs to sigmoidal layer diff -r 89017617ab36 -r f9e4d71aa353 pylearn/shared/layers/sigmoidal_layer.py --- a/pylearn/shared/layers/sigmoidal_layer.py Mon Jan 24 13:18:43 2011 -0500 +++ b/pylearn/shared/layers/sigmoidal_layer.py Wed Jan 26 16:55:44 2011 -0500 @@ -20,6 +20,8 @@ :param squash: an squashing function """ output = squash_fn(tensor.dot(input, w) + b) + l1 = abs(w).sum() + l2_sqr = (w**2).sum() update_locals(self, locals()) @classmethod