"""
Cost functions.

@note: All of these functions return one cost per example. So it is your
job to perform a tensor.sum over the individual example losses.
"""

import theano.tensor as T

def quadratic(target, output, axis=1):
    return T.mean(T.sqr(target - output), axis)

def cross_entropy(target, output, axis=1):
    return -T.mean(target * T.log(output) + (1 - target) * T.log(1 - output), axis=axis)