# HG changeset patch # User Joseph Turian # Date 1215410269 14400 # Node ID 22463a194c90d12a49866d7f7ccb5f2f6d03a8ac # Parent a1bbcde6b45677872115c0e2e82681cd9ef9e7b0 Update doc diff -r a1bbcde6b456 -r 22463a194c90 sparse_random_autoassociator/main.py --- a/sparse_random_autoassociator/main.py Mon Jul 07 01:54:46 2008 -0400 +++ b/sparse_random_autoassociator/main.py Mon Jul 07 01:57:49 2008 -0400 @@ -7,10 +7,10 @@ h = sigmoid(dot(x, w1) + b1) y = sigmoid(dot(h, w2) + b2) - We assume that most of the inputs are zero, and hence that we can - separate x into xnonzero, x's nonzero components, and a xzero, - a sample of the zeros. (We randomly without replacement choose - ZERO_SAMPLE_SIZE zero columns.) + We assume that most of the inputs are zero, and hence that + we can separate x into xnonzero, x's nonzero components, and + xzero, a sample of the zeros. We sample---randomly without + replacement---ZERO_SAMPLE_SIZE zero columns from x. The desideratum is that every nonzero entry is separated from every zero entry by margin at least MARGIN.