diff sparse_random_autoassociator/graph.py @ 382:b4efd192d880

Moved xent loss to nnet_ups
author Joseph Turian <turian@gmail.com>
date Tue, 08 Jul 2008 01:58:16 -0400
parents e4473d9697d7
children 344d1f874af7
line wrap: on
line diff
--- a/sparse_random_autoassociator/graph.py	Tue Jul 08 01:57:33 2008 -0400
+++ b/sparse_random_autoassociator/graph.py	Tue Jul 08 01:58:16 2008 -0400
@@ -31,13 +31,6 @@
 #zeroloss = hingeloss(-t.max(-(ynonzero - xnonzero)) - yzero - MARGIN)
 loss = t.sum(nonzeroloss) + t.sum(zeroloss)
 
-def binary_crossentropy(output, target):
-    """
-    Compute the crossentropy of binary output wrt binary target.
-    @note: We do not sum, crossentropy is computed by component.
-    @todo: Rewrite as a scalar, and then broadcast to tensor.
-    """
-    return -(target * t.log(output) + (1 - target) * t.log(1 - output))
 #loss = t.sum(binary_crossentropy(ynonzero, xnonzero)) + t.sum(binary_crossentropy(yzero, t.constant(0)))
 
 (gw1nonzero, gb1, gw2nonzero, gw2zero, gb2nonzero, gb2zero) = t.grad(loss, [w1nonzero, b1, w2nonzero, w2zero, b2nonzero, b2zero])